{"level":"warn","ts":"2026-03-02T02:06:54.211945Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T02:06:54.212078Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.207:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.207:2380","--initial-cluster=instance=https://162.253.55.207:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.207:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.207:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T02:06:54.212189Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T02:06:54.212214Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-03-02T02:06:54.212248Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T02:06:54.21342Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"]} {"level":"info","ts":"2026-03-02T02:06:54.213553Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.207:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T02:06:54.522166Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"25.517875ms"} {"level":"info","ts":"2026-03-02T02:06:54.532477Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6f1fcbe50562a63a","cluster-id":"a9b9f04f4e8a9fba"} {"level":"info","ts":"2026-03-02T02:06:54.532582Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T02:06:54.532607Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 0"} {"level":"info","ts":"2026-03-02T02:06:54.532622Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6f1fcbe50562a63a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T02:06:54.532635Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 1"} {"level":"info","ts":"2026-03-02T02:06:54.532673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"warn","ts":"2026-03-02T02:06:54.54077Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T02:06:54.542324Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T02:06:54.544581Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T02:06:54.547713Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6f1fcbe50562a63a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T02:06:54.548016Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6f1fcbe50562a63a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T02:06:54.5481Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T02:06:54.548219Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T02:06:54.548238Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T02:06:54.549458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"info","ts":"2026-03-02T02:06:54.550194Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","added-peer-id":"6f1fcbe50562a63a","added-peer-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-03-02T02:06:54.553168Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T02:06:54.553403Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-03-02T02:06:54.553501Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-03-02T02:06:54.553713Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6f1fcbe50562a63a","initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T02:06:54.553789Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T02:06:55.133554Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T02:06:55.133664Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T02:06:55.133688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgPreVoteResp from 6f1fcbe50562a63a at term 1"} {"level":"info","ts":"2026-03-02T02:06:55.133708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became candidate at term 2"} {"level":"info","ts":"2026-03-02T02:06:55.13372Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgVoteResp from 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-03-02T02:06:55.133736Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became leader at term 2"} {"level":"info","ts":"2026-03-02T02:06:55.133761Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6f1fcbe50562a63a elected leader 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-03-02T02:06:55.13507Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6f1fcbe50562a63a","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.207:2379]}","request-path":"/0/members/6f1fcbe50562a63a/attributes","cluster-id":"a9b9f04f4e8a9fba","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T02:06:55.13516Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T02:06:55.135135Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T02:06:55.135467Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:06:55.135644Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T02:06:55.135666Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T02:06:55.13878Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.207:2379"} {"level":"info","ts":"2026-03-02T02:06:55.139386Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T02:06:55.143287Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:06:55.143635Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:06:55.143756Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:07:06.124484Z","caller":"traceutil/trace.go:171","msg":"trace[1248520501] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"130.505546ms","start":"2026-03-02T02:07:05.993943Z","end":"2026-03-02T02:07:06.124448Z","steps":["trace[1248520501] 'process raft request' (duration: 104.331909ms)","trace[1248520501] 'compare' (duration: 25.932882ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:07:07.936399Z","caller":"traceutil/trace.go:171","msg":"trace[1111978205] linearizableReadLoop","detail":"{readStateIndex:370; appliedIndex:369; }","duration":"164.675275ms","start":"2026-03-02T02:07:07.771702Z","end":"2026-03-02T02:07:07.936377Z","steps":["trace[1111978205] 'read index received' (duration: 164.345378ms)","trace[1111978205] 'applied index is now lower than readState.Index' (duration: 329.047µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:07:07.936466Z","caller":"traceutil/trace.go:171","msg":"trace[1066139581] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"459.933936ms","start":"2026-03-02T02:07:07.476499Z","end":"2026-03-02T02:07:07.936433Z","steps":["trace[1066139581] 'process raft request' (duration: 459.724252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:07:07.936542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.809977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:07:07.936581Z","caller":"traceutil/trace.go:171","msg":"trace[95159900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:358; }","duration":"164.879648ms","start":"2026-03-02T02:07:07.771694Z","end":"2026-03-02T02:07:07.936574Z","steps":["trace[95159900] 'agreement among raft nodes before linearized reading' (duration: 164.768206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:07:07.937229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:07:07.476472Z","time spent":"460.218082ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:07:27.792255Z","caller":"traceutil/trace.go:171","msg":"trace[970419468] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"471.571569ms","start":"2026-03-02T02:07:27.320651Z","end":"2026-03-02T02:07:27.792222Z","steps":["trace[970419468] 'process raft request' (duration: 471.405565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:07:27.792448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:07:27.320639Z","time spent":"471.710192ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:07:27.793839Z","caller":"traceutil/trace.go:171","msg":"trace[959649868] linearizableReadLoop","detail":"{readStateIndex:514; appliedIndex:512; }","duration":"300.451445ms","start":"2026-03-02T02:07:27.493369Z","end":"2026-03-02T02:07:27.79382Z","steps":["trace[959649868] 'read index received' (duration: 298.679928ms)","trace[959649868] 'applied index is now lower than readState.Index' (duration: 1.770787ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:07:27.793911Z","caller":"traceutil/trace.go:171","msg":"trace[1115515334] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"393.043793ms","start":"2026-03-02T02:07:27.400857Z","end":"2026-03-02T02:07:27.793901Z","steps":["trace[1115515334] 'process raft request' (duration: 392.833437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:07:27.794015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:07:27.400836Z","time spent":"393.100914ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:07:27.79401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.019192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:07:27.79408Z","caller":"traceutil/trace.go:171","msg":"trace[653370819] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:498; }","duration":"101.125565ms","start":"2026-03-02T02:07:27.692934Z","end":"2026-03-02T02:07:27.794059Z","steps":["trace[653370819] 'agreement among raft nodes before linearized reading' (duration: 101.021333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:07:27.794141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.775471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:07:27.794168Z","caller":"traceutil/trace.go:171","msg":"trace[760766486] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:498; }","duration":"300.835553ms","start":"2026-03-02T02:07:27.493325Z","end":"2026-03-02T02:07:27.79416Z","steps":["trace[760766486] 'agreement among raft nodes before linearized reading' (duration: 300.790772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:07:27.79419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:07:27.493305Z","time spent":"300.879313ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-02T02:07:34.673463Z","caller":"traceutil/trace.go:171","msg":"trace[757490261] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:579; }","duration":"335.271114ms","start":"2026-03-02T02:07:34.338166Z","end":"2026-03-02T02:07:34.673437Z","steps":["trace[757490261] 'read index received' (duration: 335.06301ms)","trace[757490261] 'applied index is now lower than readState.Index' (duration: 207.214µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:07:34.673558Z","caller":"traceutil/trace.go:171","msg":"trace[660355596] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"599.458718ms","start":"2026-03-02T02:07:34.074058Z","end":"2026-03-02T02:07:34.673517Z","steps":["trace[660355596] 'process raft request' (duration: 599.225093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:07:34.673744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.55397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-h6llw\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-02T02:07:34.673782Z","caller":"traceutil/trace.go:171","msg":"trace[1421441833] range","detail":"{range_begin:/registry/pods/kube-system/cilium-h6llw; range_end:; response_count:1; response_revision:562; }","duration":"335.654342ms","start":"2026-03-02T02:07:34.338116Z","end":"2026-03-02T02:07:34.673771Z","steps":["trace[1421441833] 'agreement among raft nodes before linearized reading' (duration: 335.462228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:07:34.673762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:07:34.074029Z","time spent":"599.636372ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:07:34.673983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:07:34.338094Z","time spent":"335.881468ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-h6llw\" "} {"level":"warn","ts":"2026-03-02T02:07:34.674154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.114358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T02:07:34.674215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.356839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:07:34.674244Z","caller":"traceutil/trace.go:171","msg":"trace[1737557840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:562; }","duration":"133.265461ms","start":"2026-03-02T02:07:34.540956Z","end":"2026-03-02T02:07:34.674222Z","steps":["trace[1737557840] 'agreement among raft nodes before linearized reading' (duration: 133.048677ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:07:34.674309Z","caller":"traceutil/trace.go:171","msg":"trace[1155253084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:562; }","duration":"112.489171ms","start":"2026-03-02T02:07:34.561792Z","end":"2026-03-02T02:07:34.674281Z","steps":["trace[1155253084] 'agreement among raft nodes before linearized reading' (duration: 112.193795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:07:34.674532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.991668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:07:34.67459Z","caller":"traceutil/trace.go:171","msg":"trace[1408402446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:562; }","duration":"332.096801ms","start":"2026-03-02T02:07:34.342479Z","end":"2026-03-02T02:07:34.674576Z","steps":["trace[1408402446] 'agreement among raft nodes before linearized reading' (duration: 331.239612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:07:34.674629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:07:34.342452Z","time spent":"332.163612ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:07:34.826374Z","caller":"traceutil/trace.go:171","msg":"trace[1209815376] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"147.809813ms","start":"2026-03-02T02:07:34.678539Z","end":"2026-03-02T02:07:34.826349Z","steps":["trace[1209815376] 'process raft request' (duration: 80.514029ms)","trace[1209815376] 'compare' (duration: 67.156041ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:07:34.860357Z","caller":"traceutil/trace.go:171","msg":"trace[1254466777] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"180.04643ms","start":"2026-03-02T02:07:34.680284Z","end":"2026-03-02T02:07:34.86033Z","steps":["trace[1254466777] 'process raft request' (duration: 179.878896ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:07:34.860679Z","caller":"traceutil/trace.go:171","msg":"trace[883305568] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"180.250614ms","start":"2026-03-02T02:07:34.680395Z","end":"2026-03-02T02:07:34.860646Z","steps":["trace[883305568] 'process raft request' (duration: 179.895247ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:07:34.860717Z","caller":"traceutil/trace.go:171","msg":"trace[2075381146] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"172.629456ms","start":"2026-03-02T02:07:34.688059Z","end":"2026-03-02T02:07:34.860688Z","steps":["trace[2075381146] 'process raft request' (duration: 172.479643ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:07:35.226775Z","caller":"traceutil/trace.go:171","msg":"trace[886831806] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:584; }","duration":"106.833103ms","start":"2026-03-02T02:07:35.119917Z","end":"2026-03-02T02:07:35.22675Z","steps":["trace[886831806] 'read index received' (duration: 77.976885ms)","trace[886831806] 'applied index is now lower than readState.Index' (duration: 28.855188ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:07:35.226872Z","caller":"traceutil/trace.go:171","msg":"trace[808422290] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"326.296611ms","start":"2026-03-02T02:07:34.900541Z","end":"2026-03-02T02:07:35.226838Z","steps":["trace[808422290] 'process raft request' (duration: 297.334411ms)","trace[808422290] 'compare' (duration: 28.750346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:07:35.226942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.996976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:07:35.226993Z","caller":"traceutil/trace.go:171","msg":"trace[981110407] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:567; }","duration":"107.079359ms","start":"2026-03-02T02:07:35.11989Z","end":"2026-03-02T02:07:35.22697Z","steps":["trace[981110407] 'agreement among raft nodes before linearized reading' (duration: 106.988537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:07:35.227074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:07:34.90052Z","time spent":"326.431763ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:07:35.227082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.061308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:07:35.227156Z","caller":"traceutil/trace.go:171","msg":"trace[264361084] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:567; }","duration":"107.17616ms","start":"2026-03-02T02:07:35.119958Z","end":"2026-03-02T02:07:35.227134Z","steps":["trace[264361084] 'agreement among raft nodes before linearized reading' (duration: 107.025997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:07:35.227461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.540175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:07:35.227509Z","caller":"traceutil/trace.go:171","msg":"trace[1366890219] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:567; }","duration":"103.607096ms","start":"2026-03-02T02:07:35.123889Z","end":"2026-03-02T02:07:35.227496Z","steps":["trace[1366890219] 'agreement among raft nodes before linearized reading' (duration: 103.538205ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:07:43.229735Z","caller":"traceutil/trace.go:171","msg":"trace[1562158146] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"106.319743ms","start":"2026-03-02T02:07:43.123377Z","end":"2026-03-02T02:07:43.229697Z","steps":["trace[1562158146] 'process raft request' (duration: 80.078258ms)","trace[1562158146] 'compare' (duration: 26.01142ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:07:56.833802Z","caller":"traceutil/trace.go:171","msg":"trace[895154441] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"104.965096ms","start":"2026-03-02T02:07:56.728809Z","end":"2026-03-02T02:07:56.833774Z","steps":["trace[895154441] 'process raft request' (duration: 104.486506ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:08:09.058331Z","caller":"traceutil/trace.go:171","msg":"trace[85103785] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"141.194975ms","start":"2026-03-02T02:08:08.917107Z","end":"2026-03-02T02:08:09.058302Z","steps":["trace[85103785] 'process raft request' (duration: 141.015111ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:08:36.237668Z","caller":"traceutil/trace.go:171","msg":"trace[2030570160] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"126.362207ms","start":"2026-03-02T02:08:36.111261Z","end":"2026-03-02T02:08:36.237624Z","steps":["trace[2030570160] 'process raft request' (duration: 125.980049ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:08:36.237736Z","caller":"traceutil/trace.go:171","msg":"trace[972617013] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"125.065621ms","start":"2026-03-02T02:08:36.112634Z","end":"2026-03-02T02:08:36.2377Z","steps":["trace[972617013] 'process raft request' (duration: 124.729514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:08:44.54892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.209476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:08:44.549011Z","caller":"traceutil/trace.go:171","msg":"trace[1038437326] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1458; }","duration":"113.37556ms","start":"2026-03-02T02:08:44.43562Z","end":"2026-03-02T02:08:44.548996Z","steps":["trace[1038437326] 'count revisions from in-memory index tree' (duration: 113.081293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:08:44.549051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.742688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:08:44.549172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.012343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:08:44.549202Z","caller":"traceutil/trace.go:171","msg":"trace[77598731] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1458; }","duration":"101.050034ms","start":"2026-03-02T02:08:44.448141Z","end":"2026-03-02T02:08:44.549191Z","steps":["trace[77598731] 'count revisions from in-memory index tree' (duration: 100.975452ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:08:44.549212Z","caller":"traceutil/trace.go:171","msg":"trace[74163822] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1458; }","duration":"128.956411ms","start":"2026-03-02T02:08:44.420228Z","end":"2026-03-02T02:08:44.549184Z","steps":["trace[74163822] 'range keys from in-memory index tree' (duration: 128.675856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:08:44.549127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.900061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:08:44.5493Z","caller":"traceutil/trace.go:171","msg":"trace[812336875] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1458; }","duration":"129.083284ms","start":"2026-03-02T02:08:44.420194Z","end":"2026-03-02T02:08:44.549278Z","steps":["trace[812336875] 'count revisions from in-memory index tree' (duration: 128.797968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:08:44.549109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.834689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:08:44.549403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.760127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:08:44.549741Z","caller":"traceutil/trace.go:171","msg":"trace[1966835944] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1458; }","duration":"114.146585ms","start":"2026-03-02T02:08:44.435574Z","end":"2026-03-02T02:08:44.549721Z","steps":["trace[1966835944] 'range keys from in-memory index tree' (duration: 113.688666ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:08:44.549518Z","caller":"traceutil/trace.go:171","msg":"trace[1402914503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1458; }","duration":"101.223627ms","start":"2026-03-02T02:08:44.448164Z","end":"2026-03-02T02:08:44.549387Z","steps":["trace[1402914503] 'range keys from in-memory index tree' (duration: 100.770848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:08:51.055761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.84919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-02T02:08:51.056085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.546136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7ec923f-ea42-4fe1-a7dc-f53766b3d040\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-02T02:08:51.056107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.378994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7ec923f-ea42-4fe1-a7dc-f53766b3d040\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-02T02:08:51.055761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.548908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T02:08:51.056196Z","caller":"traceutil/trace.go:171","msg":"trace[2102265025] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7ec923f-ea42-4fe1-a7dc-f53766b3d040; range_end:; response_count:1; response_revision:1566; }","duration":"299.718519ms","start":"2026-03-02T02:08:50.756446Z","end":"2026-03-02T02:08:51.056165Z","steps":["trace[2102265025] 'range keys from in-memory index tree' (duration: 299.322381ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:08:51.0562Z","caller":"traceutil/trace.go:171","msg":"trace[1845064096] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7ec923f-ea42-4fe1-a7dc-f53766b3d040; range_end:; response_count:1; response_revision:1566; }","duration":"203.530557ms","start":"2026-03-02T02:08:50.852648Z","end":"2026-03-02T02:08:51.056178Z","steps":["trace[1845064096] 'range keys from in-memory index tree' (duration: 203.179729ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:08:51.055888Z","caller":"traceutil/trace.go:171","msg":"trace[1771547083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1566; }","duration":"395.032114ms","start":"2026-03-02T02:08:50.660825Z","end":"2026-03-02T02:08:51.055857Z","steps":["trace[1771547083] 'range keys from in-memory index tree' (duration: 394.687217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:08:51.056407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:08:50.660793Z","time spent":"395.595617ms","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T02:08:51.056662Z","caller":"traceutil/trace.go:171","msg":"trace[346494238] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1566; }","duration":"304.06743ms","start":"2026-03-02T02:08:50.752171Z","end":"2026-03-02T02:08:51.056239Z","steps":["trace[346494238] 'range keys from in-memory index tree' (duration: 303.344864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:08:51.056711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:08:50.752109Z","time spent":"304.58864ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T02:08:51.259057Z","caller":"traceutil/trace.go:171","msg":"trace[1805074836] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"194.299805ms","start":"2026-03-02T02:08:51.0647Z","end":"2026-03-02T02:08:51.259Z","steps":["trace[1805074836] 'process raft request' (duration: 193.774224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:08:51.454074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.270736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:08:51.454219Z","caller":"traceutil/trace.go:171","msg":"trace[210502346] linearizableReadLoop","detail":"{readStateIndex:1631; appliedIndex:1630; }","duration":"150.501378ms","start":"2026-03-02T02:08:51.303692Z","end":"2026-03-02T02:08:51.454194Z","steps":["trace[210502346] 'read index received' (duration: 7.743901ms)","trace[210502346] 'applied index is now lower than readState.Index' (duration: 142.755507ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:08:51.454257Z","caller":"traceutil/trace.go:171","msg":"trace[140360881] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"179.310645ms","start":"2026-03-02T02:08:51.27493Z","end":"2026-03-02T02:08:51.454241Z","steps":["trace[140360881] 'process raft request' (duration: 36.551398ms)","trace[140360881] 'compare' (duration: 141.877108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:08:51.45447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.772283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:08:51.454514Z","caller":"traceutil/trace.go:171","msg":"trace[23276595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1569; }","duration":"150.849975ms","start":"2026-03-02T02:08:51.303653Z","end":"2026-03-02T02:08:51.454502Z","steps":["trace[23276595] 'agreement among raft nodes before linearized reading' (duration: 150.660981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:08:51.454513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.880952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:08:51.454593Z","caller":"traceutil/trace.go:171","msg":"trace[402556697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1569; }","duration":"145.998665ms","start":"2026-03-02T02:08:51.308572Z","end":"2026-03-02T02:08:51.454571Z","steps":["trace[402556697] 'agreement among raft nodes before linearized reading' (duration: 145.78999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:08:51.454667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.537863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:08:51.454786Z","caller":"traceutil/trace.go:171","msg":"trace[1782896380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1569; }","duration":"142.736507ms","start":"2026-03-02T02:08:51.31203Z","end":"2026-03-02T02:08:51.454766Z","steps":["trace[1782896380] 'agreement among raft nodes before linearized reading' (duration: 142.436131ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:08:51.81974Z","caller":"traceutil/trace.go:171","msg":"trace[529717317] linearizableReadLoop","detail":"{readStateIndex:1634; appliedIndex:1632; }","duration":"106.68484ms","start":"2026-03-02T02:08:51.713031Z","end":"2026-03-02T02:08:51.819716Z","steps":["trace[529717317] 'read index received' (duration: 63.033686ms)","trace[529717317] 'applied index is now lower than readState.Index' (duration: 43.649904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:08:51.819973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.926064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:08:51.820038Z","caller":"traceutil/trace.go:171","msg":"trace[2063185413] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1572; }","duration":"107.058317ms","start":"2026-03-02T02:08:51.712964Z","end":"2026-03-02T02:08:51.820022Z","steps":["trace[2063185413] 'agreement among raft nodes before linearized reading' (duration: 106.851863ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:08:51.820018Z","caller":"traceutil/trace.go:171","msg":"trace[1308826077] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"360.763524ms","start":"2026-03-02T02:08:51.459208Z","end":"2026-03-02T02:08:51.819972Z","steps":["trace[1308826077] 'process raft request' (duration: 316.919707ms)","trace[1308826077] 'compare' (duration: 43.210574ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:08:51.820042Z","caller":"traceutil/trace.go:171","msg":"trace[1237120112] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"359.888725ms","start":"2026-03-02T02:08:51.460118Z","end":"2026-03-02T02:08:51.820007Z","steps":["trace[1237120112] 'process raft request' (duration: 359.534968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:08:51.820226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:08:51.460086Z","time spent":"360.035038ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:08:51.820368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:08:51.45918Z","time spent":"360.938987ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:09:00.170728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.168316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:09:00.170886Z","caller":"traceutil/trace.go:171","msg":"trace[604783319] linearizableReadLoop","detail":"{readStateIndex:1712; appliedIndex:1711; }","duration":"296.546914ms","start":"2026-03-02T02:08:59.874312Z","end":"2026-03-02T02:09:00.170859Z","steps":["trace[604783319] 'read index received' (duration: 42.089622ms)","trace[604783319] 'applied index is now lower than readState.Index' (duration: 254.455512ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:09:00.170968Z","caller":"traceutil/trace.go:171","msg":"trace[1307524891] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"298.464033ms","start":"2026-03-02T02:08:59.872454Z","end":"2026-03-02T02:09:00.170918Z","steps":["trace[1307524891] 'process raft request' (duration: 43.94003ms)","trace[1307524891] 'compare' (duration: 253.90041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:09:00.171175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.87113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:09:00.171225Z","caller":"traceutil/trace.go:171","msg":"trace[1857380417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1648; }","duration":"296.965072ms","start":"2026-03-02T02:08:59.874246Z","end":"2026-03-02T02:09:00.171211Z","steps":["trace[1857380417] 'agreement among raft nodes before linearized reading' (duration: 296.736557ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:00.314946Z","caller":"traceutil/trace.go:171","msg":"trace[1093016232] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"119.955034ms","start":"2026-03-02T02:09:00.19496Z","end":"2026-03-02T02:09:00.314915Z","steps":["trace[1093016232] 'process raft request' (duration: 111.668523ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:36.84804Z","caller":"traceutil/trace.go:171","msg":"trace[820309295] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"108.377789ms","start":"2026-03-02T02:09:36.739634Z","end":"2026-03-02T02:09:36.848012Z","steps":["trace[820309295] 'process raft request' (duration: 108.211406ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:37.572898Z","caller":"traceutil/trace.go:171","msg":"trace[1504927340] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"146.243019ms","start":"2026-03-02T02:09:37.426616Z","end":"2026-03-02T02:09:37.572859Z","steps":["trace[1504927340] 'process raft request' (duration: 145.949353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:09:42.864283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.512645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T02:09:42.864453Z","caller":"traceutil/trace.go:171","msg":"trace[1263265337] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1877; }","duration":"255.762549ms","start":"2026-03-02T02:09:42.608662Z","end":"2026-03-02T02:09:42.864424Z","steps":["trace[1263265337] 'range keys from in-memory index tree' (duration: 255.24333ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:43.022222Z","caller":"traceutil/trace.go:171","msg":"trace[820237676] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"135.803668ms","start":"2026-03-02T02:09:42.886394Z","end":"2026-03-02T02:09:43.022198Z","steps":["trace[820237676] 'process raft request' (duration: 135.664495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:10:26.606025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.016172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:10:26.606159Z","caller":"traceutil/trace.go:171","msg":"trace[790771056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2138; }","duration":"121.216376ms","start":"2026-03-02T02:10:26.484916Z","end":"2026-03-02T02:10:26.606133Z","steps":["trace[790771056] 'range keys from in-memory index tree' (duration: 120.94179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:10:26.606159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.57545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T02:10:26.606197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.278632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-02T02:10:26.606278Z","caller":"traceutil/trace.go:171","msg":"trace[66744909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2138; }","duration":"303.738304ms","start":"2026-03-02T02:10:26.302507Z","end":"2026-03-02T02:10:26.606245Z","steps":["trace[66744909] 'range keys from in-memory index tree' (duration: 303.408328ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:26.606315Z","caller":"traceutil/trace.go:171","msg":"trace[691783770] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2138; }","duration":"432.538716ms","start":"2026-03-02T02:10:26.173747Z","end":"2026-03-02T02:10:26.606285Z","steps":["trace[691783770] 'range keys from in-memory index tree' (duration: 431.992796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:10:26.606349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:10:26.302497Z","time spent":"303.835125ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:10:26.606384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:10:26.17372Z","time spent":"432.653019ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-02T02:11:00.357418Z","caller":"traceutil/trace.go:171","msg":"trace[563858679] linearizableReadLoop","detail":"{readStateIndex:2396; appliedIndex:2395; }","duration":"184.438733ms","start":"2026-03-02T02:11:00.17295Z","end":"2026-03-02T02:11:00.357389Z","steps":["trace[563858679] 'read index received' (duration: 184.29868ms)","trace[563858679] 'applied index is now lower than readState.Index' (duration: 138.283µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:00.357568Z","caller":"traceutil/trace.go:171","msg":"trace[632396293] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"293.914118ms","start":"2026-03-02T02:11:00.063608Z","end":"2026-03-02T02:11:00.357522Z","steps":["trace[632396293] 'process raft request' (duration: 293.614272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:00.357768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.827648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T02:11:00.357637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.681338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:00.357829Z","caller":"traceutil/trace.go:171","msg":"trace[1585419296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2306; }","duration":"131.94568ms","start":"2026-03-02T02:11:00.225867Z","end":"2026-03-02T02:11:00.357813Z","steps":["trace[1585419296] 'agreement among raft nodes before linearized reading' (duration: 131.801128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:00.357854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.660295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:11:00.357858Z","caller":"traceutil/trace.go:171","msg":"trace[69392795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2306; }","duration":"179.937404ms","start":"2026-03-02T02:11:00.177891Z","end":"2026-03-02T02:11:00.357829Z","steps":["trace[69392795] 'agreement among raft nodes before linearized reading' (duration: 179.695219ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:00.357929Z","caller":"traceutil/trace.go:171","msg":"trace[1133247492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2306; }","duration":"132.794217ms","start":"2026-03-02T02:11:00.225116Z","end":"2026-03-02T02:11:00.35791Z","steps":["trace[1133247492] 'agreement among raft nodes before linearized reading' (duration: 132.594953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:00.357844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.891603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-02T02:11:00.357996Z","caller":"traceutil/trace.go:171","msg":"trace[536876023] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2306; }","duration":"185.079765ms","start":"2026-03-02T02:11:00.172895Z","end":"2026-03-02T02:11:00.357975Z","steps":["trace[536876023] 'agreement among raft nodes before linearized reading' (duration: 184.675718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:00.555576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.347423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:11:00.555686Z","caller":"traceutil/trace.go:171","msg":"trace[148350667] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"193.406832ms","start":"2026-03-02T02:11:00.362258Z","end":"2026-03-02T02:11:00.555665Z","steps":["trace[148350667] 'process raft request' (duration: 91.878375ms)","trace[148350667] 'compare' (duration: 101.249831ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:00.774462Z","caller":"traceutil/trace.go:171","msg":"trace[429944143] linearizableReadLoop","detail":"{readStateIndex:2398; appliedIndex:2396; }","duration":"409.145136ms","start":"2026-03-02T02:11:00.365286Z","end":"2026-03-02T02:11:00.774431Z","steps":["trace[429944143] 'read index received' (duration: 88.943607ms)","trace[429944143] 'applied index is now lower than readState.Index' (duration: 320.200089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:00.774762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.449742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-02T02:11:00.774833Z","caller":"traceutil/trace.go:171","msg":"trace[1421029385] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2308; }","duration":"409.553454ms","start":"2026-03-02T02:11:00.365262Z","end":"2026-03-02T02:11:00.774816Z","steps":["trace[1421029385] 'agreement among raft nodes before linearized reading' (duration: 409.33915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:00.774894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:00.365253Z","time spent":"409.627655ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-02T02:11:00.774779Z","caller":"traceutil/trace.go:171","msg":"trace[1123064541] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"411.937582ms","start":"2026-03-02T02:11:00.362827Z","end":"2026-03-02T02:11:00.774764Z","steps":["trace[1123064541] 'process raft request' (duration: 325.263611ms)","trace[1123064541] 'compare' (duration: 86.174981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:00.774855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.256485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T02:11:00.775198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:00.362815Z","time spent":"412.286348ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:11:00.775231Z","caller":"traceutil/trace.go:171","msg":"trace[2001226093] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2308; }","duration":"357.708783ms","start":"2026-03-02T02:11:00.417495Z","end":"2026-03-02T02:11:00.775204Z","steps":["trace[2001226093] 'agreement among raft nodes before linearized reading' (duration: 357.144212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:00.775492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:00.417482Z","time spent":"357.976999ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T02:13:36.359264Z","caller":"traceutil/trace.go:171","msg":"trace[1236278061] linearizableReadLoop","detail":"{readStateIndex:3369; appliedIndex:3368; }","duration":"180.374782ms","start":"2026-03-02T02:13:36.178847Z","end":"2026-03-02T02:13:36.359222Z","steps":["trace[1236278061] 'read index received' (duration: 180.139258ms)","trace[1236278061] 'applied index is now lower than readState.Index' (duration: 231.044µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:13:36.359491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.614957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:13:36.359528Z","caller":"traceutil/trace.go:171","msg":"trace[1377858513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3241; }","duration":"180.735479ms","start":"2026-03-02T02:13:36.178783Z","end":"2026-03-02T02:13:36.359518Z","steps":["trace[1377858513] 'agreement among raft nodes before linearized reading' (duration: 180.636667ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:36.359433Z","caller":"traceutil/trace.go:171","msg":"trace[820739025] transaction","detail":"{read_only:false; response_revision:3241; number_of_response:1; }","duration":"350.667707ms","start":"2026-03-02T02:13:36.008724Z","end":"2026-03-02T02:13:36.359391Z","steps":["trace[820739025] 'process raft request' (duration: 350.276499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:36.359681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:36.008684Z","time spent":"350.894801ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:14:38.036679Z","caller":"traceutil/trace.go:171","msg":"trace[472343936] linearizableReadLoop","detail":"{readStateIndex:3791; appliedIndex:3790; }","duration":"178.499368ms","start":"2026-03-02T02:14:37.858141Z","end":"2026-03-02T02:14:38.036641Z","steps":["trace[472343936] 'read index received' (duration: 178.208013ms)","trace[472343936] 'applied index is now lower than readState.Index' (duration: 289.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:38.036768Z","caller":"traceutil/trace.go:171","msg":"trace[1627127149] transaction","detail":"{read_only:false; response_revision:3637; number_of_response:1; }","duration":"193.357988ms","start":"2026-03-02T02:14:37.843367Z","end":"2026-03-02T02:14:38.036725Z","steps":["trace[1627127149] 'process raft request' (duration: 193.098073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:38.036956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.789473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T02:14:38.037005Z","caller":"traceutil/trace.go:171","msg":"trace[56714342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3637; }","duration":"178.911796ms","start":"2026-03-02T02:14:37.858081Z","end":"2026-03-02T02:14:38.036993Z","steps":["trace[56714342] 'agreement among raft nodes before linearized reading' (duration: 178.729072ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:43.176776Z","caller":"traceutil/trace.go:171","msg":"trace[1295850812] transaction","detail":"{read_only:false; response_revision:3982; number_of_response:1; }","duration":"102.376958ms","start":"2026-03-02T02:14:43.074364Z","end":"2026-03-02T02:14:43.176741Z","steps":["trace[1295850812] 'process raft request' (duration: 98.939595ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:45.772435Z","caller":"traceutil/trace.go:171","msg":"trace[1303136963] transaction","detail":"{read_only:false; response_revision:4072; number_of_response:1; }","duration":"197.616684ms","start":"2026-03-02T02:14:45.574787Z","end":"2026-03-02T02:14:45.772404Z","steps":["trace[1303136963] 'process raft request' (duration: 196.652937ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:45.77315Z","caller":"traceutil/trace.go:171","msg":"trace[662171889] linearizableReadLoop","detail":"{readStateIndex:4234; appliedIndex:4232; }","duration":"104.482956ms","start":"2026-03-02T02:14:45.66864Z","end":"2026-03-02T02:14:45.773123Z","steps":["trace[662171889] 'read index received' (duration: 102.670363ms)","trace[662171889] 'applied index is now lower than readState.Index' (duration: 1.811403ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:45.77323Z","caller":"traceutil/trace.go:171","msg":"trace[1673931201] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"141.012099ms","start":"2026-03-02T02:14:45.632193Z","end":"2026-03-02T02:14:45.773205Z","steps":["trace[1673931201] 'process raft request' (duration: 140.782594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:45.773753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.895209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T02:14:45.773878Z","caller":"traceutil/trace.go:171","msg":"trace[68443996] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4073; }","duration":"102.038012ms","start":"2026-03-02T02:14:45.671816Z","end":"2026-03-02T02:14:45.773854Z","steps":["trace[68443996] 'agreement among raft nodes before linearized reading' (duration: 101.794298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:45.775197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.530422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2349921"} {"level":"info","ts":"2026-03-02T02:14:45.775338Z","caller":"traceutil/trace.go:171","msg":"trace[1904784446] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4073; }","duration":"106.689646ms","start":"2026-03-02T02:14:45.668602Z","end":"2026-03-02T02:14:45.775291Z","steps":["trace[1904784446] 'agreement among raft nodes before linearized reading' (duration: 104.639569ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:47.939242Z","caller":"traceutil/trace.go:171","msg":"trace[1534999262] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4106; }","duration":"200.711672ms","start":"2026-03-02T02:14:47.738497Z","end":"2026-03-02T02:14:47.939209Z","steps":["trace[1534999262] 'process raft request' (duration: 200.0779ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:47.960882Z","caller":"traceutil/trace.go:171","msg":"trace[488687091] linearizableReadLoop","detail":"{readStateIndex:4268; appliedIndex:4266; }","duration":"178.239773ms","start":"2026-03-02T02:14:47.782622Z","end":"2026-03-02T02:14:47.960862Z","steps":["trace[488687091] 'read index received' (duration: 155.920449ms)","trace[488687091] 'applied index is now lower than readState.Index' (duration: 22.318584ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:47.960998Z","caller":"traceutil/trace.go:171","msg":"trace[181526828] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"182.394039ms","start":"2026-03-02T02:14:47.778564Z","end":"2026-03-02T02:14:47.960958Z","steps":["trace[181526828] 'process raft request' (duration: 182.197775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:47.961062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.427627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-02T02:14:47.961067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.858667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-654df6d2-9fe5-4896-a811-be6639747cf2\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-03-02T02:14:47.961092Z","caller":"traceutil/trace.go:171","msg":"trace[1808298051] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4107; }","duration":"178.470658ms","start":"2026-03-02T02:14:47.782612Z","end":"2026-03-02T02:14:47.961083Z","steps":["trace[1808298051] 'agreement among raft nodes before linearized reading' (duration: 178.355705ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:47.961099Z","caller":"traceutil/trace.go:171","msg":"trace[1453088910] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-654df6d2-9fe5-4896-a811-be6639747cf2; range_end:; response_count:1; response_revision:4107; }","duration":"177.955869ms","start":"2026-03-02T02:14:47.783135Z","end":"2026-03-02T02:14:47.96109Z","steps":["trace[1453088910] 'agreement among raft nodes before linearized reading' (duration: 177.843107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:47.961171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.761396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T02:14:47.961345Z","caller":"traceutil/trace.go:171","msg":"trace[409271280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4107; }","duration":"177.963739ms","start":"2026-03-02T02:14:47.783368Z","end":"2026-03-02T02:14:47.961331Z","steps":["trace[409271280] 'agreement among raft nodes before linearized reading' (duration: 177.702314ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:49.294134Z","caller":"traceutil/trace.go:171","msg":"trace[1838090537] transaction","detail":"{read_only:false; response_revision:4139; number_of_response:1; }","duration":"111.687136ms","start":"2026-03-02T02:14:49.182393Z","end":"2026-03-02T02:14:49.29408Z","steps":["trace[1838090537] 'process raft request' (duration: 111.545774ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:52.05609Z","caller":"traceutil/trace.go:171","msg":"trace[1400225154] transaction","detail":"{read_only:false; response_revision:4200; number_of_response:1; }","duration":"154.742747ms","start":"2026-03-02T02:14:51.901311Z","end":"2026-03-02T02:14:52.056053Z","steps":["trace[1400225154] 'process raft request' (duration: 60.631661ms)","trace[1400225154] 'compare' (duration: 93.950293ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:52.110393Z","caller":"traceutil/trace.go:171","msg":"trace[872078406] linearizableReadLoop","detail":"{readStateIndex:4369; appliedIndex:4366; }","duration":"165.009593ms","start":"2026-03-02T02:14:51.945361Z","end":"2026-03-02T02:14:52.11037Z","steps":["trace[872078406] 'read index received' (duration: 16.595521ms)","trace[872078406] 'applied index is now lower than readState.Index' (duration: 148.413332ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:52.110439Z","caller":"traceutil/trace.go:171","msg":"trace[227113872] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"208.839109ms","start":"2026-03-02T02:14:51.901563Z","end":"2026-03-02T02:14:52.110402Z","steps":["trace[227113872] 'process raft request' (duration: 208.627065ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:52.110499Z","caller":"traceutil/trace.go:171","msg":"trace[15817770] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"207.322201ms","start":"2026-03-02T02:14:51.903163Z","end":"2026-03-02T02:14:52.110485Z","steps":["trace[15817770] 'process raft request' (duration: 207.156858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:52.110606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.215408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:14:52.110686Z","caller":"traceutil/trace.go:171","msg":"trace[525127560] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4202; }","duration":"165.36698ms","start":"2026-03-02T02:14:51.945302Z","end":"2026-03-02T02:14:52.110669Z","steps":["trace[525127560] 'agreement among raft nodes before linearized reading' (duration: 165.202117ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:52.148626Z","caller":"traceutil/trace.go:171","msg":"trace[1462810805] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"174.166229ms","start":"2026-03-02T02:14:51.974445Z","end":"2026-03-02T02:14:52.148611Z","steps":["trace[1462810805] 'process raft request' (duration: 174.076858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:52.148812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.971168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T02:14:52.148888Z","caller":"traceutil/trace.go:171","msg":"trace[1715334976] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4203; }","duration":"119.09907ms","start":"2026-03-02T02:14:52.02977Z","end":"2026-03-02T02:14:52.148869Z","steps":["trace[1715334976] 'agreement among raft nodes before linearized reading' (duration: 118.873336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:52.149029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.596049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T02:14:52.149064Z","caller":"traceutil/trace.go:171","msg":"trace[1011761668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4203; }","duration":"157.677811ms","start":"2026-03-02T02:14:51.991378Z","end":"2026-03-02T02:14:52.149055Z","steps":["trace[1011761668] 'agreement among raft nodes before linearized reading' (duration: 157.563468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:52.149182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.538817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-02T02:14:52.149222Z","caller":"traceutil/trace.go:171","msg":"trace[1572910018] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4203; }","duration":"195.618329ms","start":"2026-03-02T02:14:51.953594Z","end":"2026-03-02T02:14:52.149212Z","steps":["trace[1572910018] 'agreement among raft nodes before linearized reading' (duration: 195.490597ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:52.41132Z","caller":"traceutil/trace.go:171","msg":"trace[1896432776] transaction","detail":"{read_only:false; response_revision:4208; number_of_response:1; }","duration":"210.175323ms","start":"2026-03-02T02:14:52.201116Z","end":"2026-03-02T02:14:52.411291Z","steps":["trace[1896432776] 'process raft request' (duration: 196.294251ms)","trace[1896432776] 'compare' (duration: 13.708529ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:52.411494Z","caller":"traceutil/trace.go:171","msg":"trace[270557277] transaction","detail":"{read_only:false; response_revision:4209; number_of_response:1; }","duration":"210.290565ms","start":"2026-03-02T02:14:52.201175Z","end":"2026-03-02T02:14:52.411465Z","steps":["trace[270557277] 'process raft request' (duration: 210.056781ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:52.411647Z","caller":"traceutil/trace.go:171","msg":"trace[871152391] transaction","detail":"{read_only:false; response_revision:4210; number_of_response:1; }","duration":"196.629927ms","start":"2026-03-02T02:14:52.214954Z","end":"2026-03-02T02:14:52.411584Z","steps":["trace[871152391] 'process raft request' (duration: 196.496005ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:52.411777Z","caller":"traceutil/trace.go:171","msg":"trace[418447205] linearizableReadLoop","detail":"{readStateIndex:4376; appliedIndex:4374; }","duration":"200.587628ms","start":"2026-03-02T02:14:52.211164Z","end":"2026-03-02T02:14:52.411752Z","steps":["trace[418447205] 'read index received' (duration: 186.230188ms)","trace[418447205] 'applied index is now lower than readState.Index' (duration: 14.35485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:52.411946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.36314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15374"} {"level":"warn","ts":"2026-03-02T02:14:52.411949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.791874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:14:52.411978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.971956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:14:52.411976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.551074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:14:52.412004Z","caller":"traceutil/trace.go:171","msg":"trace[1421084860] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4210; }","duration":"213.449662ms","start":"2026-03-02T02:14:52.198541Z","end":"2026-03-02T02:14:52.41199Z","steps":["trace[1421084860] 'agreement among raft nodes before linearized reading' (duration: 213.249599ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:52.412017Z","caller":"traceutil/trace.go:171","msg":"trace[536774492] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4210; }","duration":"147.052168ms","start":"2026-03-02T02:14:52.264952Z","end":"2026-03-02T02:14:52.412004Z","steps":["trace[536774492] 'agreement among raft nodes before linearized reading' (duration: 146.968686ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:52.41203Z","caller":"traceutil/trace.go:171","msg":"trace[1196099527] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4210; }","duration":"177.891437ms","start":"2026-03-02T02:14:52.234106Z","end":"2026-03-02T02:14:52.411998Z","steps":["trace[1196099527] 'agreement among raft nodes before linearized reading' (duration: 177.790255ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:52.41204Z","caller":"traceutil/trace.go:171","msg":"trace[1173778915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4210; }","duration":"213.661796ms","start":"2026-03-02T02:14:52.198364Z","end":"2026-03-02T02:14:52.412026Z","steps":["trace[1173778915] 'agreement among raft nodes before linearized reading' (duration: 213.554724ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:53.242198Z","caller":"traceutil/trace.go:171","msg":"trace[2003470711] transaction","detail":"{read_only:false; response_revision:4296; number_of_response:1; }","duration":"183.54011ms","start":"2026-03-02T02:14:53.058626Z","end":"2026-03-02T02:14:53.242166Z","steps":["trace[2003470711] 'process raft request' (duration: 183.274275ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:53.445121Z","caller":"traceutil/trace.go:171","msg":"trace[132549451] transaction","detail":"{read_only:false; response_revision:4297; number_of_response:1; }","duration":"195.953055ms","start":"2026-03-02T02:14:53.249144Z","end":"2026-03-02T02:14:53.445097Z","steps":["trace[132549451] 'process raft request' (duration: 195.825833ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:53.446478Z","caller":"traceutil/trace.go:171","msg":"trace[523113400] transaction","detail":"{read_only:false; response_revision:4298; number_of_response:1; }","duration":"192.194107ms","start":"2026-03-02T02:14:53.254259Z","end":"2026-03-02T02:14:53.446453Z","steps":["trace[523113400] 'process raft request' (duration: 192.066975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:55.517783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.63154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cthwj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T02:14:55.517899Z","caller":"traceutil/trace.go:171","msg":"trace[1157958491] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cthwj; range_end:; response_count:1; response_revision:4342; }","duration":"555.789292ms","start":"2026-03-02T02:14:54.962089Z","end":"2026-03-02T02:14:55.517878Z","steps":["trace[1157958491] 'range keys from in-memory index tree' (duration: 555.431886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:55.517887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.357256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:14:55.517952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:54.962077Z","time spent":"555.860174ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-cthwj\" "} {"level":"info","ts":"2026-03-02T02:14:55.517967Z","caller":"traceutil/trace.go:171","msg":"trace[127297151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4342; }","duration":"339.487209ms","start":"2026-03-02T02:14:55.178459Z","end":"2026-03-02T02:14:55.517946Z","steps":["trace[127297151] 'range keys from in-memory index tree' (duration: 339.205894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:55.517977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.413436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7c537785-d821-4159-9e5f-820a89dd5f60\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-02T02:14:55.518003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:55.17844Z","time spent":"339.555549ms","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:14:55.518042Z","caller":"traceutil/trace.go:171","msg":"trace[559129412] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7c537785-d821-4159-9e5f-820a89dd5f60; range_end:; response_count:1; response_revision:4342; }","duration":"528.528009ms","start":"2026-03-02T02:14:54.989498Z","end":"2026-03-02T02:14:55.518026Z","steps":["trace[559129412] 'range keys from in-memory index tree' (duration: 528.257053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:55.518086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:54.989474Z","time spent":"528.6015ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7c537785-d821-4159-9e5f-820a89dd5f60\" "} {"level":"warn","ts":"2026-03-02T02:14:55.518139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.494297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T02:14:55.518239Z","caller":"traceutil/trace.go:171","msg":"trace[1640983757] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4342; }","duration":"652.64525ms","start":"2026-03-02T02:14:54.865567Z","end":"2026-03-02T02:14:55.518212Z","steps":["trace[1640983757] 'range keys from in-memory index tree' (duration: 652.267724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:55.518263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.610225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-02T02:14:55.518297Z","caller":"traceutil/trace.go:171","msg":"trace[639724957] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4342; }","duration":"633.687586ms","start":"2026-03-02T02:14:54.8846Z","end":"2026-03-02T02:14:55.518287Z","steps":["trace[639724957] 'range keys from in-memory index tree' (duration: 633.481572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:55.518293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:54.865546Z","time spent":"652.733382ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:14:55.518326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:54.884578Z","time spent":"633.742447ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-02T02:14:55.518756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.819146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:811624"} {"level":"info","ts":"2026-03-02T02:14:55.518798Z","caller":"traceutil/trace.go:171","msg":"trace[565169860] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4342; }","duration":"726.897266ms","start":"2026-03-02T02:14:54.791885Z","end":"2026-03-02T02:14:55.518783Z","steps":["trace[565169860] 'range keys from in-memory index tree' (duration: 726.344197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:55.518829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:54.791868Z","time spent":"726.953058ms","remote":"127.0.0.1:57546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":811647,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-02T02:14:58.269948Z","caller":"traceutil/trace.go:171","msg":"trace[805718526] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"104.071815ms","start":"2026-03-02T02:14:58.165837Z","end":"2026-03-02T02:14:58.269909Z","steps":["trace[805718526] 'process raft request' (duration: 89.213082ms)","trace[805718526] 'compare' (duration: 14.726221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:59.813297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.382175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:14:59.813426Z","caller":"traceutil/trace.go:171","msg":"trace[1160921508] linearizableReadLoop","detail":"{readStateIndex:4587; appliedIndex:4586; }","duration":"125.974118ms","start":"2026-03-02T02:14:59.687432Z","end":"2026-03-02T02:14:59.813406Z","steps":["trace[1160921508] 'read index received' (duration: 69.382µs)","trace[1160921508] 'applied index is now lower than readState.Index' (duration: 125.903026ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:59.813518Z","caller":"traceutil/trace.go:171","msg":"trace[936220048] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"168.986908ms","start":"2026-03-02T02:14:59.644493Z","end":"2026-03-02T02:14:59.81348Z","steps":["trace[936220048] 'process raft request' (duration: 37.310257ms)","trace[936220048] 'compare' (duration: 131.219352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:59.814024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.597752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:821860"} {"level":"info","ts":"2026-03-02T02:14:59.814068Z","caller":"traceutil/trace.go:171","msg":"trace[1438075779] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4414; }","duration":"126.694443ms","start":"2026-03-02T02:14:59.687362Z","end":"2026-03-02T02:14:59.814057Z","steps":["trace[1438075779] 'agreement among raft nodes before linearized reading' (duration: 126.095751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:06.623983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.406243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:15:06.624079Z","caller":"traceutil/trace.go:171","msg":"trace[1440942962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4545; }","duration":"144.526325ms","start":"2026-03-02T02:15:06.479534Z","end":"2026-03-02T02:15:06.62406Z","steps":["trace[1440942962] 'range keys from in-memory index tree' (duration: 144.236809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:06.624404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.25296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T02:15:06.624441Z","caller":"traceutil/trace.go:171","msg":"trace[1398409299] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"141.507315ms","start":"2026-03-02T02:15:06.482909Z","end":"2026-03-02T02:15:06.624417Z","steps":["trace[1398409299] 'process raft request' (duration: 96.462056ms)","trace[1398409299] 'compare' (duration: 44.602921ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:06.624553Z","caller":"traceutil/trace.go:171","msg":"trace[162210796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4545; }","duration":"144.453084ms","start":"2026-03-02T02:15:06.480053Z","end":"2026-03-02T02:15:06.624506Z","steps":["trace[162210796] 'range keys from in-memory index tree' (duration: 143.976905ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:15.024465Z","caller":"traceutil/trace.go:171","msg":"trace[1726225901] linearizableReadLoop","detail":"{readStateIndex:4858; appliedIndex:4857; }","duration":"223.411142ms","start":"2026-03-02T02:15:14.801029Z","end":"2026-03-02T02:15:15.02444Z","steps":["trace[1726225901] 'read index received' (duration: 222.548475ms)","trace[1726225901] 'applied index is now lower than readState.Index' (duration: 861.547µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:15.024472Z","caller":"traceutil/trace.go:171","msg":"trace[1676395116] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"252.783473ms","start":"2026-03-02T02:15:14.771661Z","end":"2026-03-02T02:15:15.024444Z","steps":["trace[1676395116] 'process raft request' (duration: 251.865235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:15.024815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.76633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T02:15:15.02495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.136236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:15:15.025003Z","caller":"traceutil/trace.go:171","msg":"trace[1984593618] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:4678; }","duration":"108.243609ms","start":"2026-03-02T02:15:14.916746Z","end":"2026-03-02T02:15:15.02499Z","steps":["trace[1984593618] 'agreement among raft nodes before linearized reading' (duration: 108.093965ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:15.024954Z","caller":"traceutil/trace.go:171","msg":"trace[1119721657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4678; }","duration":"223.943694ms","start":"2026-03-02T02:15:14.800989Z","end":"2026-03-02T02:15:15.024933Z","steps":["trace[1119721657] 'agreement among raft nodes before linearized reading' (duration: 223.541375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:15.025713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.387321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2364562"} {"level":"info","ts":"2026-03-02T02:15:15.025768Z","caller":"traceutil/trace.go:171","msg":"trace[962203054] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4678; }","duration":"191.485583ms","start":"2026-03-02T02:15:14.834267Z","end":"2026-03-02T02:15:15.025753Z","steps":["trace[962203054] 'agreement among raft nodes before linearized reading' (duration: 190.37785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:16.317912Z","caller":"traceutil/trace.go:171","msg":"trace[1379910673] linearizableReadLoop","detail":"{readStateIndex:4865; appliedIndex:4864; }","duration":"359.573953ms","start":"2026-03-02T02:15:15.958317Z","end":"2026-03-02T02:15:16.31789Z","steps":["trace[1379910673] 'read index received' (duration: 359.354868ms)","trace[1379910673] 'applied index is now lower than readState.Index' (duration: 218.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:16.317988Z","caller":"traceutil/trace.go:171","msg":"trace[1560107252] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"419.067918ms","start":"2026-03-02T02:15:15.898902Z","end":"2026-03-02T02:15:16.31797Z","steps":["trace[1560107252] 'process raft request' (duration: 418.842374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:16.318086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:15.898886Z","time spent":"419.137619ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:15:16.31819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.781411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:15:16.318272Z","caller":"traceutil/trace.go:171","msg":"trace[325060896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4685; }","duration":"139.915674ms","start":"2026-03-02T02:15:16.178337Z","end":"2026-03-02T02:15:16.318253Z","steps":["trace[325060896] 'agreement among raft nodes before linearized reading' (duration: 139.75298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:16.318818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.48389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T02:15:16.318968Z","caller":"traceutil/trace.go:171","msg":"trace[1689778112] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4685; }","duration":"360.589422ms","start":"2026-03-02T02:15:15.958303Z","end":"2026-03-02T02:15:16.318893Z","steps":["trace[1689778112] 'agreement among raft nodes before linearized reading' (duration: 359.727475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:16.319199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:15.958297Z","time spent":"360.881459ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:15:16.989857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.45757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:15:16.99039Z","caller":"traceutil/trace.go:171","msg":"trace[1709261426] linearizableReadLoop","detail":"{readStateIndex:4866; appliedIndex:4865; }","duration":"615.695401ms","start":"2026-03-02T02:15:16.374651Z","end":"2026-03-02T02:15:16.990347Z","steps":["trace[1709261426] 'read index received' (duration: 94.463526ms)","trace[1709261426] 'applied index is now lower than readState.Index' (duration: 521.228385ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:16.990568Z","caller":"traceutil/trace.go:171","msg":"trace[2029002280] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"518.975941ms","start":"2026-03-02T02:15:16.471557Z","end":"2026-03-02T02:15:16.990533Z","steps":["trace[2029002280] 'process raft request' (duration: 518.504352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:16.990655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.984508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d575e81-4155-4fe2-b85a-9bab403c19f9\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-02T02:15:16.99062Z","caller":"traceutil/trace.go:171","msg":"trace[2021348122] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"667.093386ms","start":"2026-03-02T02:15:16.323202Z","end":"2026-03-02T02:15:16.990295Z","steps":["trace[2021348122] 'process raft request' (duration: 146.014714ms)","trace[2021348122] 'compare' (duration: 520.299297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:15:16.99068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:16.471538Z","time spent":"519.086973ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:16.99072Z","caller":"traceutil/trace.go:171","msg":"trace[756568407] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0d575e81-4155-4fe2-b85a-9bab403c19f9; range_end:; response_count:1; response_revision:4687; }","duration":"616.098559ms","start":"2026-03-02T02:15:16.374602Z","end":"2026-03-02T02:15:16.9907Z","steps":["trace[756568407] 'agreement among raft nodes before linearized reading' (duration: 615.841654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:16.990769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:16.374581Z","time spent":"616.176271ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d575e81-4155-4fe2-b85a-9bab403c19f9\" "} {"level":"warn","ts":"2026-03-02T02:15:16.990855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:16.32317Z","time spent":"667.552546ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:15:16.991462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.306298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T02:15:16.991479Z","caller":"traceutil/trace.go:171","msg":"trace[808133547] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"164.424187ms","start":"2026-03-02T02:15:16.827021Z","end":"2026-03-02T02:15:16.991445Z","steps":["trace[808133547] 'process raft request' (duration: 163.456098ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:16.991527Z","caller":"traceutil/trace.go:171","msg":"trace[723230846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4688; }","duration":"312.412051ms","start":"2026-03-02T02:15:16.679098Z","end":"2026-03-02T02:15:16.99151Z","steps":["trace[723230846] 'agreement among raft nodes before linearized reading' (duration: 312.237877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:16.991533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.140009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:15:16.991598Z","caller":"traceutil/trace.go:171","msg":"trace[1209319633] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4688; }","duration":"137.19919ms","start":"2026-03-02T02:15:16.854381Z","end":"2026-03-02T02:15:16.99158Z","steps":["trace[1209319633] 'agreement among raft nodes before linearized reading' (duration: 137.116369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:16.991586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:16.679076Z","time spent":"312.497343ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:15:16.991709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.992784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T02:15:16.991744Z","caller":"traceutil/trace.go:171","msg":"trace[495376287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4688; }","duration":"272.084265ms","start":"2026-03-02T02:15:16.719652Z","end":"2026-03-02T02:15:16.991737Z","steps":["trace[495376287] 'agreement among raft nodes before linearized reading' (duration: 271.970993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:16.991748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.828133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-02T02:15:16.991451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.504409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:15:16.991813Z","caller":"traceutil/trace.go:171","msg":"trace[1288142914] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4688; }","duration":"458.936176ms","start":"2026-03-02T02:15:16.532858Z","end":"2026-03-02T02:15:16.991794Z","steps":["trace[1288142914] 'agreement among raft nodes before linearized reading' (duration: 458.729022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:16.99186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:16.53285Z","time spent":"459.001877ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T02:15:16.991867Z","caller":"traceutil/trace.go:171","msg":"trace[1235528371] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4688; }","duration":"246.945429ms","start":"2026-03-02T02:15:16.744897Z","end":"2026-03-02T02:15:16.991843Z","steps":["trace[1235528371] 'agreement among raft nodes before linearized reading' (duration: 246.427607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:16.991972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.746041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T02:15:16.992141Z","caller":"traceutil/trace.go:171","msg":"trace[1495548445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4688; }","duration":"465.959695ms","start":"2026-03-02T02:15:16.526158Z","end":"2026-03-02T02:15:16.992118Z","steps":["trace[1495548445] 'agreement among raft nodes before linearized reading' (duration: 465.446515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:16.99227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:16.52614Z","time spent":"466.115118ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:15:16.991479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.861682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T02:15:16.992808Z","caller":"traceutil/trace.go:171","msg":"trace[516415492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4688; }","duration":"504.23357ms","start":"2026-03-02T02:15:16.488556Z","end":"2026-03-02T02:15:16.99279Z","steps":["trace[516415492] 'agreement among raft nodes before linearized reading' (duration: 502.74759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:16.992893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:16.488545Z","time spent":"504.302541ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:15:19.066925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.867285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-02T02:15:19.067009Z","caller":"traceutil/trace.go:171","msg":"trace[802814266] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4727; }","duration":"333.977807ms","start":"2026-03-02T02:15:18.733013Z","end":"2026-03-02T02:15:19.066991Z","steps":["trace[802814266] 'range keys from in-memory index tree' (duration: 333.720242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:19.067182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:18.733004Z","time spent":"334.115029ms","remote":"127.0.0.1:57546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-03-02T02:15:19.067185Z","caller":"traceutil/trace.go:171","msg":"trace[1995300659] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"331.839714ms","start":"2026-03-02T02:15:18.735325Z","end":"2026-03-02T02:15:19.067165Z","steps":["trace[1995300659] 'process raft request' (duration: 331.63802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:19.067323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:18.735312Z","time spent":"331.932247ms","remote":"127.0.0.1:51570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:19.068318Z","caller":"traceutil/trace.go:171","msg":"trace[2138045471] linearizableReadLoop","detail":"{readStateIndex:4912; appliedIndex:4910; }","duration":"199.184114ms","start":"2026-03-02T02:15:18.869102Z","end":"2026-03-02T02:15:19.068286Z","steps":["trace[2138045471] 'read index received' (duration: 197.957029ms)","trace[2138045471] 'applied index is now lower than readState.Index' (duration: 1.226085ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:19.068571Z","caller":"traceutil/trace.go:171","msg":"trace[913879422] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"273.900921ms","start":"2026-03-02T02:15:18.794575Z","end":"2026-03-02T02:15:19.068476Z","steps":["trace[913879422] 'process raft request' (duration: 273.594765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:19.069712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.588021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2364562"} {"level":"info","ts":"2026-03-02T02:15:19.069804Z","caller":"traceutil/trace.go:171","msg":"trace[1423332670] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4730; }","duration":"200.692513ms","start":"2026-03-02T02:15:18.869092Z","end":"2026-03-02T02:15:19.069784Z","steps":["trace[1423332670] 'agreement among raft nodes before linearized reading' (duration: 199.446089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:29.683488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.789175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-02T02:15:29.683584Z","caller":"traceutil/trace.go:171","msg":"trace[1880417857] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:4876; }","duration":"284.909367ms","start":"2026-03-02T02:15:29.398656Z","end":"2026-03-02T02:15:29.683565Z","steps":["trace[1880417857] 'range keys from in-memory index tree' (duration: 284.566491ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:16:05.235187Z","caller":"traceutil/trace.go:171","msg":"trace[1178413641] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"138.146056ms","start":"2026-03-02T02:16:05.097001Z","end":"2026-03-02T02:16:05.235147Z","steps":["trace[1178413641] 'process raft request' (duration: 137.850821ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:16:55.167957Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2572} {"level":"info","ts":"2026-03-02T02:16:55.230082Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2572,"took":"59.92839ms","hash":3474812335,"current-db-size-bytes":41017344,"current-db-size":"41 MB","current-db-size-in-use-bytes":30150656,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T02:16:55.230167Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3474812335,"revision":2572,"compact-revision":-1} {"level":"info","ts":"2026-03-02T02:21:10.69554Z","caller":"traceutil/trace.go:171","msg":"trace[812777590] transaction","detail":"{read_only:false; response_revision:7320; number_of_response:1; }","duration":"267.018797ms","start":"2026-03-02T02:21:10.428469Z","end":"2026-03-02T02:21:10.695488Z","steps":["trace[812777590] 'process raft request' (duration: 244.915492ms)","trace[812777590] 'compare' (duration: 21.84592ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:22.677679Z","caller":"traceutil/trace.go:171","msg":"trace[1671198490] transaction","detail":"{read_only:false; response_revision:7374; number_of_response:1; }","duration":"199.825024ms","start":"2026-03-02T02:21:22.477825Z","end":"2026-03-02T02:21:22.67765Z","steps":["trace[1671198490] 'process raft request' (duration: 199.667421ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:23.039517Z","caller":"traceutil/trace.go:171","msg":"trace[1634254004] transaction","detail":"{read_only:false; response_revision:7375; number_of_response:1; }","duration":"302.900674ms","start":"2026-03-02T02:21:22.736573Z","end":"2026-03-02T02:21:23.039474Z","steps":["trace[1634254004] 'process raft request' (duration: 299.225722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:23.039699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:22.73635Z","time spent":"303.258831ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:21:23.489073Z","caller":"traceutil/trace.go:171","msg":"trace[799325454] linearizableReadLoop","detail":"{readStateIndex:7647; appliedIndex:7646; }","duration":"311.182597ms","start":"2026-03-02T02:21:23.177864Z","end":"2026-03-02T02:21:23.489047Z","steps":["trace[799325454] 'read index received' (duration: 311.041954ms)","trace[799325454] 'applied index is now lower than readState.Index' (duration: 139.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:23.489133Z","caller":"traceutil/trace.go:171","msg":"trace[2012692301] transaction","detail":"{read_only:false; response_revision:7377; number_of_response:1; }","duration":"351.505431ms","start":"2026-03-02T02:21:23.137607Z","end":"2026-03-02T02:21:23.489113Z","steps":["trace[2012692301] 'process raft request' (duration: 351.288637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:23.48932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.431652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:21:23.489368Z","caller":"traceutil/trace.go:171","msg":"trace[1236095275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7377; }","duration":"311.518373ms","start":"2026-03-02T02:21:23.177838Z","end":"2026-03-02T02:21:23.489356Z","steps":["trace[1236095275] 'agreement among raft nodes before linearized reading' (duration: 311.34921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:23.4894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:23.177824Z","time spent":"311.568675ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:21:23.489442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.309269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:21:23.489545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.035827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:21:23.489624Z","caller":"traceutil/trace.go:171","msg":"trace[1913805747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7377; }","duration":"236.14846ms","start":"2026-03-02T02:21:23.253455Z","end":"2026-03-02T02:21:23.489604Z","steps":["trace[1913805747] 'agreement among raft nodes before linearized reading' (duration: 235.920146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:23.489466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:23.137583Z","time spent":"351.715366ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:21:23.489618Z","caller":"traceutil/trace.go:171","msg":"trace[964214463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7377; }","duration":"311.503314ms","start":"2026-03-02T02:21:23.178081Z","end":"2026-03-02T02:21:23.489584Z","steps":["trace[964214463] 'agreement among raft nodes before linearized reading' (duration: 311.251339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:23.489752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:23.178074Z","time spent":"311.664677ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:21:25.215122Z","caller":"traceutil/trace.go:171","msg":"trace[1595295865] transaction","detail":"{read_only:false; response_revision:7383; number_of_response:1; }","duration":"367.334864ms","start":"2026-03-02T02:21:24.84776Z","end":"2026-03-02T02:21:25.215095Z","steps":["trace[1595295865] 'process raft request' (duration: 367.069828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:25.215288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:24.847735Z","time spent":"367.469536ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:21:25.244798Z","caller":"traceutil/trace.go:171","msg":"trace[925857043] linearizableReadLoop","detail":"{readStateIndex:7655; appliedIndex:7653; }","duration":"197.393706ms","start":"2026-03-02T02:21:25.047382Z","end":"2026-03-02T02:21:25.244776Z","steps":["trace[925857043] 'read index received' (duration: 167.5062ms)","trace[925857043] 'applied index is now lower than readState.Index' (duration: 29.886416ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:25.244872Z","caller":"traceutil/trace.go:171","msg":"trace[1929225140] transaction","detail":"{read_only:false; response_revision:7384; number_of_response:1; }","duration":"199.937986ms","start":"2026-03-02T02:21:25.044925Z","end":"2026-03-02T02:21:25.244863Z","steps":["trace[1929225140] 'process raft request' (duration: 199.784543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:25.245182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.595002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T02:21:25.245253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.870476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-02T02:21:25.245287Z","caller":"traceutil/trace.go:171","msg":"trace[588620586] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7384; }","duration":"197.946217ms","start":"2026-03-02T02:21:25.04733Z","end":"2026-03-02T02:21:25.245276Z","steps":["trace[588620586] 'agreement among raft nodes before linearized reading' (duration: 197.614671ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:25.245303Z","caller":"traceutil/trace.go:171","msg":"trace[547021390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7384; }","duration":"140.772175ms","start":"2026-03-02T02:21:25.104502Z","end":"2026-03-02T02:21:25.245274Z","steps":["trace[547021390] 'agreement among raft nodes before linearized reading' (duration: 140.454089ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:25.745583Z","caller":"traceutil/trace.go:171","msg":"trace[1395848424] transaction","detail":"{read_only:false; response_revision:7388; number_of_response:1; }","duration":"215.135065ms","start":"2026-03-02T02:21:25.530416Z","end":"2026-03-02T02:21:25.745551Z","steps":["trace[1395848424] 'process raft request' (duration: 204.733892ms)","trace[1395848424] 'compare' (duration: 10.23097ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:25.7459Z","caller":"traceutil/trace.go:171","msg":"trace[80063788] transaction","detail":"{read_only:false; response_revision:7389; number_of_response:1; }","duration":"214.884809ms","start":"2026-03-02T02:21:25.530993Z","end":"2026-03-02T02:21:25.745878Z","steps":["trace[80063788] 'process raft request' (duration: 214.513331ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:25.745933Z","caller":"traceutil/trace.go:171","msg":"trace[1461270009] transaction","detail":"{read_only:false; response_revision:7390; number_of_response:1; }","duration":"214.805717ms","start":"2026-03-02T02:21:25.5311Z","end":"2026-03-02T02:21:25.745906Z","steps":["trace[1461270009] 'process raft request' (duration: 214.672845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:26.064768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.288779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207025"} {"level":"info","ts":"2026-03-02T02:21:26.064848Z","caller":"traceutil/trace.go:171","msg":"trace[798013683] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7390; }","duration":"215.40099ms","start":"2026-03-02T02:21:25.849428Z","end":"2026-03-02T02:21:26.064829Z","steps":["trace[798013683] 'range keys from in-memory index tree' (duration: 214.987643ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:51.422812Z","caller":"traceutil/trace.go:171","msg":"trace[1810215981] transaction","detail":"{read_only:false; response_revision:7565; number_of_response:1; }","duration":"503.17955ms","start":"2026-03-02T02:21:50.919606Z","end":"2026-03-02T02:21:51.422785Z","steps":["trace[1810215981] 'process raft request' (duration: 502.963646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:51.422984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:50.919579Z","time spent":"503.325783ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:21:51.423019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.034925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:21:51.423124Z","caller":"traceutil/trace.go:171","msg":"trace[1190678437] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7565; }","duration":"347.183828ms","start":"2026-03-02T02:21:51.07592Z","end":"2026-03-02T02:21:51.423103Z","steps":["trace[1190678437] 'agreement among raft nodes before linearized reading' (duration: 346.968054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:51.423169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:21:51.075899Z","time spent":"347.258729ms","remote":"127.0.0.1:57818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:21:51.422834Z","caller":"traceutil/trace.go:171","msg":"trace[1702165203] linearizableReadLoop","detail":"{readStateIndex:7843; appliedIndex:7842; }","duration":"346.78464ms","start":"2026-03-02T02:21:51.075969Z","end":"2026-03-02T02:21:51.422754Z","steps":["trace[1702165203] 'read index received' (duration: 346.589277ms)","trace[1702165203] 'applied index is now lower than readState.Index' (duration: 194.143µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:21:51.46141Z","caller":"traceutil/trace.go:171","msg":"trace[80719256] transaction","detail":"{read_only:false; response_revision:7566; number_of_response:1; }","duration":"130.378201ms","start":"2026-03-02T02:21:51.331007Z","end":"2026-03-02T02:21:51.461385Z","steps":["trace[80719256] 'process raft request' (duration: 129.685758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:51.461714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.13969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-02T02:21:51.461762Z","caller":"traceutil/trace.go:171","msg":"trace[982013865] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7566; }","duration":"227.235422ms","start":"2026-03-02T02:21:51.234512Z","end":"2026-03-02T02:21:51.461747Z","steps":["trace[982013865] 'agreement among raft nodes before linearized reading' (duration: 227.08434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:51.897004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.391453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:21:51.897083Z","caller":"traceutil/trace.go:171","msg":"trace[172871086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7567; }","duration":"208.521866ms","start":"2026-03-02T02:21:51.688542Z","end":"2026-03-02T02:21:51.897064Z","steps":["trace[172871086] 'range keys from in-memory index tree' (duration: 208.226039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:21:51.897466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.633369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T02:21:51.897556Z","caller":"traceutil/trace.go:171","msg":"trace[245148837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7567; }","duration":"233.763671ms","start":"2026-03-02T02:21:51.663769Z","end":"2026-03-02T02:21:51.897533Z","steps":["trace[245148837] 'range keys from in-memory index tree' (duration: 233.371813ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:21:55.180023Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5514} {"level":"info","ts":"2026-03-02T02:21:55.272429Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5514,"took":"89.121219ms","hash":2020707680,"current-db-size-bytes":41771008,"current-db-size":"42 MB","current-db-size-in-use-bytes":21807104,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-02T02:21:55.272508Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2020707680,"revision":5514,"compact-revision":2572} {"level":"info","ts":"2026-03-02T02:22:05.195344Z","caller":"traceutil/trace.go:171","msg":"trace[2021590194] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"243.302968ms","start":"2026-03-02T02:22:04.952017Z","end":"2026-03-02T02:22:05.19532Z","steps":["trace[2021590194] 'process raft request' (duration: 243.149525ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:22:05.625591Z","caller":"traceutil/trace.go:171","msg":"trace[539534620] linearizableReadLoop","detail":"{readStateIndex:7961; appliedIndex:7960; }","duration":"109.912978ms","start":"2026-03-02T02:22:05.515653Z","end":"2026-03-02T02:22:05.625566Z","steps":["trace[539534620] 'read index received' (duration: 91.692901ms)","trace[539534620] 'applied index is now lower than readState.Index' (duration: 18.218957ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:22:05.625626Z","caller":"traceutil/trace.go:171","msg":"trace[1503877558] transaction","detail":"{read_only:false; response_revision:7676; number_of_response:1; }","duration":"111.906177ms","start":"2026-03-02T02:22:05.513682Z","end":"2026-03-02T02:22:05.625588Z","steps":["trace[1503877558] 'process raft request' (duration: 93.68986ms)","trace[1503877558] 'compare' (duration: 17.929622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:22:05.625843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.167833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T02:22:05.625888Z","caller":"traceutil/trace.go:171","msg":"trace[1096938320] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7676; }","duration":"110.268325ms","start":"2026-03-02T02:22:05.515606Z","end":"2026-03-02T02:22:05.625875Z","steps":["trace[1096938320] 'agreement among raft nodes before linearized reading' (duration: 110.086101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:22:06.304195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.233498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:22:06.304295Z","caller":"traceutil/trace.go:171","msg":"trace[271498868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7685; }","duration":"129.382571ms","start":"2026-03-02T02:22:06.174891Z","end":"2026-03-02T02:22:06.304274Z","steps":["trace[271498868] 'range keys from in-memory index tree' (duration: 129.144966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:22:06.304758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.772309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-02T02:22:06.304815Z","caller":"traceutil/trace.go:171","msg":"trace[16909937] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7685; }","duration":"101.868811ms","start":"2026-03-02T02:22:06.202932Z","end":"2026-03-02T02:22:06.304801Z","steps":["trace[16909937] 'range keys from in-memory index tree' (duration: 101.565456ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:22:06.813368Z","caller":"traceutil/trace.go:171","msg":"trace[2044294548] linearizableReadLoop","detail":"{readStateIndex:7971; appliedIndex:7970; }","duration":"419.348125ms","start":"2026-03-02T02:22:06.393997Z","end":"2026-03-02T02:22:06.813345Z","steps":["trace[2044294548] 'read index received' (duration: 419.137831ms)","trace[2044294548] 'applied index is now lower than readState.Index' (duration: 208.824µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:22:06.813545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.640017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:22:06.813579Z","caller":"traceutil/trace.go:171","msg":"trace[1912329147] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7686; }","duration":"345.74513ms","start":"2026-03-02T02:22:06.467825Z","end":"2026-03-02T02:22:06.81357Z","steps":["trace[1912329147] 'agreement among raft nodes before linearized reading' (duration: 345.659358ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:22:06.813491Z","caller":"traceutil/trace.go:171","msg":"trace[335540481] transaction","detail":"{read_only:false; response_revision:7686; number_of_response:1; }","duration":"430.199598ms","start":"2026-03-02T02:22:06.383226Z","end":"2026-03-02T02:22:06.813426Z","steps":["trace[335540481] 'process raft request' (duration: 429.912332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:22:06.813562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.252469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:22:06.813638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.61814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cthwj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T02:22:06.813699Z","caller":"traceutil/trace.go:171","msg":"trace[580916336] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7686; }","duration":"238.435463ms","start":"2026-03-02T02:22:06.575247Z","end":"2026-03-02T02:22:06.813682Z","steps":["trace[580916336] 'agreement among raft nodes before linearized reading' (duration: 238.259559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:22:06.813608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:22:06.467803Z","time spent":"345.79851ms","remote":"127.0.0.1:57882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:22:06.813783Z","caller":"traceutil/trace.go:171","msg":"trace[779859764] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cthwj; range_end:; response_count:1; response_revision:7686; }","duration":"419.755953ms","start":"2026-03-02T02:22:06.393962Z","end":"2026-03-02T02:22:06.813718Z","steps":["trace[779859764] 'agreement among raft nodes before linearized reading' (duration: 419.501159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:22:06.813851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:22:06.393947Z","time spent":"419.888856ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-cthwj\" "} {"level":"warn","ts":"2026-03-02T02:22:06.813892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:22:06.383211Z","time spent":"430.470983ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:22:07.447738Z","caller":"traceutil/trace.go:171","msg":"trace[938527059] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"174.800583ms","start":"2026-03-02T02:22:07.272894Z","end":"2026-03-02T02:22:07.447695Z","steps":["trace[938527059] 'process raft request' (duration: 174.577329ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:22:07.696351Z","caller":"traceutil/trace.go:171","msg":"trace[79144080] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"127.565654ms","start":"2026-03-02T02:22:07.568735Z","end":"2026-03-02T02:22:07.6963Z","steps":["trace[79144080] 'process raft request' (duration: 127.35305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:22:07.990068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.321376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-03-02T02:22:07.990162Z","caller":"traceutil/trace.go:171","msg":"trace[384768036] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7691; }","duration":"110.482219ms","start":"2026-03-02T02:22:07.879658Z","end":"2026-03-02T02:22:07.99014Z","steps":["trace[384768036] 'range keys from in-memory index tree' (duration: 110.129972ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:03.393107Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T02:26:03.398009Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T02:26:03.398122Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-02T02:26:29.962948Z","caller":"traceutil/trace.go:171","msg":"trace[1572001166] transaction","detail":"{read_only:false; response_revision:9984; number_of_response:1; }","duration":"383.457185ms","start":"2026-03-02T02:26:29.579459Z","end":"2026-03-02T02:26:29.962916Z","steps":["trace[1572001166] 'process raft request' (duration: 367.813728ms)","trace[1572001166] 'compare' (duration: 15.527205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:26:29.963183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:29.579435Z","time spent":"383.644258ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:29.963462Z","caller":"traceutil/trace.go:171","msg":"trace[330149071] linearizableReadLoop","detail":"{readStateIndex:10337; appliedIndex:10335; }","duration":"263.352862ms","start":"2026-03-02T02:26:29.700092Z","end":"2026-03-02T02:26:29.963445Z","steps":["trace[330149071] 'read index received' (duration: 247.188354ms)","trace[330149071] 'applied index is now lower than readState.Index' (duration: 16.163438ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:29.963578Z","caller":"traceutil/trace.go:171","msg":"trace[1542249906] transaction","detail":"{read_only:false; response_revision:9985; number_of_response:1; }","duration":"383.301013ms","start":"2026-03-02T02:26:29.580253Z","end":"2026-03-02T02:26:29.963554Z","steps":["trace[1542249906] 'process raft request' (duration: 383.098399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:29.963612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.508705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:26:29.96365Z","caller":"traceutil/trace.go:171","msg":"trace[1933469151] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9985; }","duration":"263.578107ms","start":"2026-03-02T02:26:29.700054Z","end":"2026-03-02T02:26:29.963632Z","steps":["trace[1933469151] 'agreement among raft nodes before linearized reading' (duration: 263.495246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:29.963665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:29.580236Z","time spent":"383.385125ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:26:29.963841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.835321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:26:29.963887Z","caller":"traceutil/trace.go:171","msg":"trace[447057441] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9985; }","duration":"143.930393ms","start":"2026-03-02T02:26:29.819946Z","end":"2026-03-02T02:26:29.963876Z","steps":["trace[447057441] 'agreement among raft nodes before linearized reading' (duration: 143.861311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:29.964075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.761598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:26:29.964112Z","caller":"traceutil/trace.go:171","msg":"trace[1637574908] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9985; }","duration":"143.820371ms","start":"2026-03-02T02:26:29.820281Z","end":"2026-03-02T02:26:29.964101Z","steps":["trace[1637574908] 'agreement among raft nodes before linearized reading' (duration: 143.7641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:29.964091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.607875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:26:29.964189Z","caller":"traceutil/trace.go:171","msg":"trace[340870348] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9985; }","duration":"143.754968ms","start":"2026-03-02T02:26:29.820409Z","end":"2026-03-02T02:26:29.964164Z","steps":["trace[340870348] 'agreement among raft nodes before linearized reading' (duration: 143.594535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:29.964279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.184737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:26:29.964313Z","caller":"traceutil/trace.go:171","msg":"trace[313945862] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9985; }","duration":"144.262219ms","start":"2026-03-02T02:26:29.82004Z","end":"2026-03-02T02:26:29.964303Z","steps":["trace[313945862] 'agreement among raft nodes before linearized reading' (duration: 144.207558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:29.964287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.382872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-02T02:26:29.964409Z","caller":"traceutil/trace.go:171","msg":"trace[341289794] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9985; }","duration":"142.545686ms","start":"2026-03-02T02:26:29.821835Z","end":"2026-03-02T02:26:29.964381Z","steps":["trace[341289794] 'agreement among raft nodes before linearized reading' (duration: 142.27124ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:43.022778Z","caller":"traceutil/trace.go:171","msg":"trace[414256829] transaction","detail":"{read_only:false; response_revision:10050; number_of_response:1; }","duration":"207.063825ms","start":"2026-03-02T02:26:42.815678Z","end":"2026-03-02T02:26:43.022742Z","steps":["trace[414256829] 'process raft request' (duration: 206.730289ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:43.38978Z","caller":"traceutil/trace.go:171","msg":"trace[84370640] transaction","detail":"{read_only:false; response_revision:10051; number_of_response:1; }","duration":"152.950509ms","start":"2026-03-02T02:26:43.236787Z","end":"2026-03-02T02:26:43.389737Z","steps":["trace[84370640] 'process raft request' (duration: 152.683804ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:55.188156Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7581} {"level":"info","ts":"2026-03-02T02:26:55.253515Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7581,"took":"63.152393ms","hash":3688803261,"current-db-size-bytes":41771008,"current-db-size":"42 MB","current-db-size-in-use-bytes":27332608,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T02:26:55.253582Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3688803261,"revision":7581,"compact-revision":5514} {"level":"warn","ts":"2026-03-02T02:30:43.734099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.128691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T02:30:43.734198Z","caller":"traceutil/trace.go:171","msg":"trace[464013238] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11481; }","duration":"222.287194ms","start":"2026-03-02T02:30:43.511888Z","end":"2026-03-02T02:30:43.734176Z","steps":["trace[464013238] 'range keys from in-memory index tree' (duration: 221.874966ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:30:44.750379Z","caller":"traceutil/trace.go:171","msg":"trace[1201107060] transaction","detail":"{read_only:false; response_revision:11484; number_of_response:1; }","duration":"122.371188ms","start":"2026-03-02T02:30:44.627973Z","end":"2026-03-02T02:30:44.750344Z","steps":["trace[1201107060] 'process raft request' (duration: 122.153354ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:30:44.970943Z","caller":"traceutil/trace.go:171","msg":"trace[1390529945] linearizableReadLoop","detail":"{readStateIndex:11894; appliedIndex:11893; }","duration":"194.714941ms","start":"2026-03-02T02:30:44.776197Z","end":"2026-03-02T02:30:44.970912Z","steps":["trace[1390529945] 'read index received' (duration: 21.913891ms)","trace[1390529945] 'applied index is now lower than readState.Index' (duration: 172.79952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:30:44.971152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.947726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T02:30:44.971232Z","caller":"traceutil/trace.go:171","msg":"trace[696554840] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11486; }","duration":"195.087639ms","start":"2026-03-02T02:30:44.776125Z","end":"2026-03-02T02:30:44.971213Z","steps":["trace[696554840] 'agreement among raft nodes before linearized reading' (duration: 194.887205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:30:44.971299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.163291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cthwj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T02:30:44.97135Z","caller":"traceutil/trace.go:171","msg":"trace[64406697] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cthwj; range_end:; response_count:1; response_revision:11486; }","duration":"194.259882ms","start":"2026-03-02T02:30:44.777077Z","end":"2026-03-02T02:30:44.971337Z","steps":["trace[64406697] 'agreement among raft nodes before linearized reading' (duration: 194.059088ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:30:44.971794Z","caller":"traceutil/trace.go:171","msg":"trace[1740909946] transaction","detail":"{read_only:false; response_revision:11486; number_of_response:1; }","duration":"211.246957ms","start":"2026-03-02T02:30:44.759756Z","end":"2026-03-02T02:30:44.971003Z","steps":["trace[1740909946] 'process raft request' (duration: 123.229315ms)","trace[1740909946] 'compare' (duration: 87.657325ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:30:45.228869Z","caller":"traceutil/trace.go:171","msg":"trace[1571791056] transaction","detail":"{read_only:false; response_revision:11489; number_of_response:1; }","duration":"188.371846ms","start":"2026-03-02T02:30:45.040444Z","end":"2026-03-02T02:30:45.228815Z","steps":["trace[1571791056] 'process raft request' (duration: 188.196153ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:30:45.246612Z","caller":"traceutil/trace.go:171","msg":"trace[1525800739] transaction","detail":"{read_only:false; response_revision:11490; number_of_response:1; }","duration":"205.990383ms","start":"2026-03-02T02:30:45.040602Z","end":"2026-03-02T02:30:45.246592Z","steps":["trace[1525800739] 'process raft request' (duration: 205.81261ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:30:48.91093Z","caller":"traceutil/trace.go:171","msg":"trace[1523222721] transaction","detail":"{read_only:false; response_revision:11511; number_of_response:1; }","duration":"123.418759ms","start":"2026-03-02T02:30:48.78749Z","end":"2026-03-02T02:30:48.910909Z","steps":["trace[1523222721] 'process raft request' (duration: 123.278926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:30:56.327788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.51759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:30:56.327887Z","caller":"traceutil/trace.go:171","msg":"trace[1267297884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11544; }","duration":"150.667854ms","start":"2026-03-02T02:30:56.177204Z","end":"2026-03-02T02:30:56.327872Z","steps":["trace[1267297884] 'range keys from in-memory index tree' (duration: 150.421029ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:01.28636Z","caller":"traceutil/trace.go:171","msg":"trace[732717666] transaction","detail":"{read_only:false; response_revision:11586; number_of_response:1; }","duration":"121.009021ms","start":"2026-03-02T02:31:01.165326Z","end":"2026-03-02T02:31:01.286335Z","steps":["trace[732717666] 'process raft request' (duration: 120.112773ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:01.286538Z","caller":"traceutil/trace.go:171","msg":"trace[512330982] transaction","detail":"{read_only:false; response_revision:11587; number_of_response:1; }","duration":"121.184695ms","start":"2026-03-02T02:31:01.165326Z","end":"2026-03-02T02:31:01.286511Z","steps":["trace[512330982] 'process raft request' (duration: 120.831717ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:01.286546Z","caller":"traceutil/trace.go:171","msg":"trace[1870222436] transaction","detail":"{read_only:false; response_revision:11588; number_of_response:1; }","duration":"121.133684ms","start":"2026-03-02T02:31:01.165393Z","end":"2026-03-02T02:31:01.286526Z","steps":["trace[1870222436] 'process raft request' (duration: 120.842638ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:01.286583Z","caller":"traceutil/trace.go:171","msg":"trace[332403806] transaction","detail":"{read_only:false; response_revision:11590; number_of_response:1; }","duration":"121.111604ms","start":"2026-03-02T02:31:01.165458Z","end":"2026-03-02T02:31:01.286569Z","steps":["trace[332403806] 'process raft request' (duration: 120.859868ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:01.286682Z","caller":"traceutil/trace.go:171","msg":"trace[1946883253] transaction","detail":"{read_only:false; response_revision:11592; number_of_response:1; }","duration":"121.129704ms","start":"2026-03-02T02:31:01.165545Z","end":"2026-03-02T02:31:01.286674Z","steps":["trace[1946883253] 'process raft request' (duration: 120.834267ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:01.286685Z","caller":"traceutil/trace.go:171","msg":"trace[235294709] transaction","detail":"{read_only:false; response_revision:11589; number_of_response:1; }","duration":"121.258816ms","start":"2026-03-02T02:31:01.165415Z","end":"2026-03-02T02:31:01.286674Z","steps":["trace[235294709] 'process raft request' (duration: 120.863308ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:01.286677Z","caller":"traceutil/trace.go:171","msg":"trace[134417894] linearizableReadLoop","detail":"{readStateIndex:12005; appliedIndex:11997; }","duration":"119.099804ms","start":"2026-03-02T02:31:01.16756Z","end":"2026-03-02T02:31:01.286659Z","steps":["trace[134417894] 'read index received' (duration: 21.32131ms)","trace[134417894] 'applied index is now lower than readState.Index' (duration: 97.776854ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:31:01.286792Z","caller":"traceutil/trace.go:171","msg":"trace[1419031767] transaction","detail":"{read_only:false; response_revision:11591; number_of_response:1; }","duration":"121.274207ms","start":"2026-03-02T02:31:01.165478Z","end":"2026-03-02T02:31:01.286752Z","steps":["trace[1419031767] 'process raft request' (duration: 120.873838ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:01.286864Z","caller":"traceutil/trace.go:171","msg":"trace[897898659] transaction","detail":"{read_only:false; response_revision:11593; number_of_response:1; }","duration":"113.567765ms","start":"2026-03-02T02:31:01.173289Z","end":"2026-03-02T02:31:01.286857Z","steps":["trace[897898659] 'process raft request' (duration: 113.119965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:01.286942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.367789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:31:01.286993Z","caller":"traceutil/trace.go:171","msg":"trace[521610167] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:11593; }","duration":"119.455401ms","start":"2026-03-02T02:31:01.167528Z","end":"2026-03-02T02:31:01.286983Z","steps":["trace[521610167] 'agreement among raft nodes before linearized reading' (duration: 119.362169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:01.287156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.532182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:31:01.287264Z","caller":"traceutil/trace.go:171","msg":"trace[1570425801] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:11593; }","duration":"119.658174ms","start":"2026-03-02T02:31:01.167593Z","end":"2026-03-02T02:31:01.287251Z","steps":["trace[1570425801] 'agreement among raft nodes before linearized reading' (duration: 119.363319ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:01.422037Z","caller":"traceutil/trace.go:171","msg":"trace[1476832257] transaction","detail":"{read_only:false; response_revision:11594; number_of_response:1; }","duration":"130.714843ms","start":"2026-03-02T02:31:01.291295Z","end":"2026-03-02T02:31:01.42201Z","steps":["trace[1476832257] 'process raft request' (duration: 126.613222ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:01.423804Z","caller":"traceutil/trace.go:171","msg":"trace[1618895522] linearizableReadLoop","detail":"{readStateIndex:12008; appliedIndex:12006; }","duration":"127.387937ms","start":"2026-03-02T02:31:01.296392Z","end":"2026-03-02T02:31:01.42378Z","steps":["trace[1618895522] 'read index received' (duration: 121.532581ms)","trace[1618895522] 'applied index is now lower than readState.Index' (duration: 5.854326ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:31:01.423846Z","caller":"traceutil/trace.go:171","msg":"trace[1788448353] transaction","detail":"{read_only:false; response_revision:11596; number_of_response:1; }","duration":"123.114733ms","start":"2026-03-02T02:31:01.30071Z","end":"2026-03-02T02:31:01.423825Z","steps":["trace[1788448353] 'process raft request' (duration: 122.9984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:01.423848Z","caller":"traceutil/trace.go:171","msg":"trace[1905374375] transaction","detail":"{read_only:false; response_revision:11595; number_of_response:1; }","duration":"132.012999ms","start":"2026-03-02T02:31:01.29181Z","end":"2026-03-02T02:31:01.423823Z","steps":["trace[1905374375] 'process raft request' (duration: 131.56953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:01.424133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.721414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112170"} {"level":"info","ts":"2026-03-02T02:31:01.424174Z","caller":"traceutil/trace.go:171","msg":"trace[1719582743] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:11596; }","duration":"127.798806ms","start":"2026-03-02T02:31:01.296365Z","end":"2026-03-02T02:31:01.424164Z","steps":["trace[1719582743] 'agreement among raft nodes before linearized reading' (duration: 127.549061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:01.426036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.50577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2364562"} {"level":"info","ts":"2026-03-02T02:31:01.4261Z","caller":"traceutil/trace.go:171","msg":"trace[749537058] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:11596; }","duration":"124.608802ms","start":"2026-03-02T02:31:01.301478Z","end":"2026-03-02T02:31:01.426087Z","steps":["trace[749537058] 'agreement among raft nodes before linearized reading' (duration: 122.45044ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:03.510299Z","caller":"traceutil/trace.go:171","msg":"trace[70183023] linearizableReadLoop","detail":"{readStateIndex:12026; appliedIndex:12025; }","duration":"331.85898ms","start":"2026-03-02T02:31:03.178419Z","end":"2026-03-02T02:31:03.510278Z","steps":["trace[70183023] 'read index received' (duration: 331.605335ms)","trace[70183023] 'applied index is now lower than readState.Index' (duration: 253.085µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:31:03.510389Z","caller":"traceutil/trace.go:171","msg":"trace[2127513498] transaction","detail":"{read_only:false; response_revision:11612; number_of_response:1; }","duration":"465.711884ms","start":"2026-03-02T02:31:03.044668Z","end":"2026-03-02T02:31:03.51038Z","steps":["trace[2127513498] 'process raft request' (duration: 465.335997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:03.510483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:03.044633Z","time spent":"465.774824ms","remote":"127.0.0.1:32880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415157,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:31:03.510693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.258717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:31:03.510846Z","caller":"traceutil/trace.go:171","msg":"trace[1614322230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11612; }","duration":"332.3839ms","start":"2026-03-02T02:31:03.178366Z","end":"2026-03-02T02:31:03.51075Z","steps":["trace[1614322230] 'agreement among raft nodes before linearized reading' (duration: 332.225507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:03.510991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:03.178348Z","time spent":"332.533244ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:31:03.542842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.108659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cthwj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T02:31:03.542931Z","caller":"traceutil/trace.go:171","msg":"trace[376843551] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cthwj; range_end:; response_count:1; response_revision:11613; }","duration":"103.244422ms","start":"2026-03-02T02:31:03.439668Z","end":"2026-03-02T02:31:03.542912Z","steps":["trace[376843551] 'agreement among raft nodes before linearized reading' (duration: 102.966166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:03.5431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.075646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:31:03.543131Z","caller":"traceutil/trace.go:171","msg":"trace[550417440] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:11613; }","duration":"266.143537ms","start":"2026-03-02T02:31:03.27698Z","end":"2026-03-02T02:31:03.543124Z","steps":["trace[550417440] 'agreement among raft nodes before linearized reading' (duration: 266.032735ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:03.542856Z","caller":"traceutil/trace.go:171","msg":"trace[1599000857] transaction","detail":"{read_only:false; response_revision:11613; number_of_response:1; }","duration":"174.093415ms","start":"2026-03-02T02:31:03.36874Z","end":"2026-03-02T02:31:03.542834Z","steps":["trace[1599000857] 'process raft request' (duration: 173.736828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:03.543311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.366345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:31:03.543329Z","caller":"traceutil/trace.go:171","msg":"trace[1593124505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11613; }","duration":"253.420757ms","start":"2026-03-02T02:31:03.289903Z","end":"2026-03-02T02:31:03.543323Z","steps":["trace[1593124505] 'agreement among raft nodes before linearized reading' (duration: 253.357215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:03.543934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.895116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:31:03.544031Z","caller":"traceutil/trace.go:171","msg":"trace[176888320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11613; }","duration":"253.049429ms","start":"2026-03-02T02:31:03.290953Z","end":"2026-03-02T02:31:03.544002Z","steps":["trace[176888320] 'agreement among raft nodes before linearized reading' (duration: 251.700583ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:04.23674Z","caller":"traceutil/trace.go:171","msg":"trace[768088991] transaction","detail":"{read_only:false; response_revision:11639; number_of_response:1; }","duration":"117.872749ms","start":"2026-03-02T02:31:04.118848Z","end":"2026-03-02T02:31:04.236721Z","steps":["trace[768088991] 'process raft request' (duration: 117.748856ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:04.236775Z","caller":"traceutil/trace.go:171","msg":"trace[1672625955] linearizableReadLoop","detail":"{readStateIndex:12056; appliedIndex:12053; }","duration":"117.768448ms","start":"2026-03-02T02:31:04.118988Z","end":"2026-03-02T02:31:04.236756Z","steps":["trace[1672625955] 'read index received' (duration: 30.880038ms)","trace[1672625955] 'applied index is now lower than readState.Index' (duration: 86.8875ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:31:04.236853Z","caller":"traceutil/trace.go:171","msg":"trace[1705616760] transaction","detail":"{read_only:false; response_revision:11638; number_of_response:1; }","duration":"118.3831ms","start":"2026-03-02T02:31:04.118463Z","end":"2026-03-02T02:31:04.236846Z","steps":["trace[1705616760] 'process raft request' (duration: 73.696021ms)","trace[1705616760] 'compare' (duration: 44.274541ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:31:04.236873Z","caller":"traceutil/trace.go:171","msg":"trace[1786726982] transaction","detail":"{read_only:false; response_revision:11640; number_of_response:1; }","duration":"117.975712ms","start":"2026-03-02T02:31:04.118887Z","end":"2026-03-02T02:31:04.236862Z","steps":["trace[1786726982] 'process raft request' (duration: 117.748997ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:04.2369Z","caller":"traceutil/trace.go:171","msg":"trace[1015896940] transaction","detail":"{read_only:false; response_revision:11643; number_of_response:1; }","duration":"117.513212ms","start":"2026-03-02T02:31:04.119382Z","end":"2026-03-02T02:31:04.236895Z","steps":["trace[1015896940] 'process raft request' (duration: 117.342249ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:04.23694Z","caller":"traceutil/trace.go:171","msg":"trace[701535757] transaction","detail":"{read_only:false; response_revision:11642; number_of_response:1; }","duration":"117.795758ms","start":"2026-03-02T02:31:04.119139Z","end":"2026-03-02T02:31:04.236935Z","steps":["trace[701535757] 'process raft request' (duration: 117.554453ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:04.236962Z","caller":"traceutil/trace.go:171","msg":"trace[925740870] transaction","detail":"{read_only:false; response_revision:11641; number_of_response:1; }","duration":"117.842299ms","start":"2026-03-02T02:31:04.119093Z","end":"2026-03-02T02:31:04.236935Z","steps":["trace[925740870] 'process raft request' (duration: 117.575224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:04.23716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.158665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-02T02:31:04.237188Z","caller":"traceutil/trace.go:171","msg":"trace[1656439319] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11643; }","duration":"118.220346ms","start":"2026-03-02T02:31:04.11896Z","end":"2026-03-02T02:31:04.23718Z","steps":["trace[1656439319] 'agreement among raft nodes before linearized reading' (duration: 118.111174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:04.653792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.063947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-02T02:31:04.653867Z","caller":"traceutil/trace.go:171","msg":"trace[957298498] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11659; }","duration":"106.159129ms","start":"2026-03-02T02:31:04.547691Z","end":"2026-03-02T02:31:04.65385Z","steps":["trace[957298498] 'agreement among raft nodes before linearized reading' (duration: 105.990874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:04.653852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.469405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:31:04.654048Z","caller":"traceutil/trace.go:171","msg":"trace[542631891] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:11659; }","duration":"109.74851ms","start":"2026-03-02T02:31:04.544276Z","end":"2026-03-02T02:31:04.654025Z","steps":["trace[542631891] 'agreement among raft nodes before linearized reading' (duration: 109.452323ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:05.602248Z","caller":"traceutil/trace.go:171","msg":"trace[1060005355] transaction","detail":"{read_only:false; response_revision:11680; number_of_response:1; }","duration":"153.943559ms","start":"2026-03-02T02:31:05.448267Z","end":"2026-03-02T02:31:05.602211Z","steps":["trace[1060005355] 'process raft request' (duration: 121.886198ms)","trace[1060005355] 'compare' (duration: 31.743615ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:31:05.777452Z","caller":"traceutil/trace.go:171","msg":"trace[1635917070] transaction","detail":"{read_only:false; response_revision:11684; number_of_response:1; }","duration":"127.957118ms","start":"2026-03-02T02:31:05.649466Z","end":"2026-03-02T02:31:05.777423Z","steps":["trace[1635917070] 'process raft request' (duration: 122.053202ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:05.777699Z","caller":"traceutil/trace.go:171","msg":"trace[1206479942] linearizableReadLoop","detail":"{readStateIndex:12100; appliedIndex:12098; }","duration":"127.493789ms","start":"2026-03-02T02:31:05.650181Z","end":"2026-03-02T02:31:05.777674Z","steps":["trace[1206479942] 'read index received' (duration: 34.06066ms)","trace[1206479942] 'applied index is now lower than readState.Index' (duration: 93.431969ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:31:05.77776Z","caller":"traceutil/trace.go:171","msg":"trace[1298624899] transaction","detail":"{read_only:false; response_revision:11686; number_of_response:1; }","duration":"125.56484ms","start":"2026-03-02T02:31:05.652181Z","end":"2026-03-02T02:31:05.777746Z","steps":["trace[1298624899] 'process raft request' (duration: 125.406657ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:05.777848Z","caller":"traceutil/trace.go:171","msg":"trace[1756864890] transaction","detail":"{read_only:false; response_revision:11685; number_of_response:1; }","duration":"126.742294ms","start":"2026-03-02T02:31:05.651092Z","end":"2026-03-02T02:31:05.777834Z","steps":["trace[1756864890] 'process raft request' (duration: 126.245604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:05.778003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.804435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cthwj\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T02:31:05.778054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.888983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T02:31:05.778068Z","caller":"traceutil/trace.go:171","msg":"trace[1006086257] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cthwj; range_end:; response_count:1; response_revision:11686; }","duration":"127.920417ms","start":"2026-03-02T02:31:05.650132Z","end":"2026-03-02T02:31:05.778052Z","steps":["trace[1006086257] 'agreement among raft nodes before linearized reading' (duration: 127.684773ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:05.778107Z","caller":"traceutil/trace.go:171","msg":"trace[897749978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11686; }","duration":"111.081856ms","start":"2026-03-02T02:31:05.667011Z","end":"2026-03-02T02:31:05.778092Z","steps":["trace[897749978] 'agreement among raft nodes before linearized reading' (duration: 110.897702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:05.994053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.191071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T02:31:05.994138Z","caller":"traceutil/trace.go:171","msg":"trace[1435632630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11687; }","duration":"103.295633ms","start":"2026-03-02T02:31:05.890823Z","end":"2026-03-02T02:31:05.994118Z","steps":["trace[1435632630] 'range keys from in-memory index tree' (duration: 102.998347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:07.552448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.052948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-03-02T02:31:07.552581Z","caller":"traceutil/trace.go:171","msg":"trace[528281617] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:11696; }","duration":"102.17559ms","start":"2026-03-02T02:31:07.450354Z","end":"2026-03-02T02:31:07.552529Z","steps":["trace[528281617] 'range keys from in-memory index tree' (duration: 101.834394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:07.730078Z","caller":"traceutil/trace.go:171","msg":"trace[219959449] transaction","detail":"{read_only:false; response_revision:11698; number_of_response:1; }","duration":"114.920461ms","start":"2026-03-02T02:31:07.615127Z","end":"2026-03-02T02:31:07.730048Z","steps":["trace[219959449] 'process raft request' (duration: 45.445404ms)","trace[219959449] 'compare' (duration: 69.357875ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:31:07.750095Z","caller":"traceutil/trace.go:171","msg":"trace[1543086053] transaction","detail":"{read_only:false; response_revision:11699; number_of_response:1; }","duration":"118.295907ms","start":"2026-03-02T02:31:07.631774Z","end":"2026-03-02T02:31:07.75007Z","steps":["trace[1543086053] 'process raft request' (duration: 118.142504ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:55.311502Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10138} {"level":"info","ts":"2026-03-02T02:31:55.548485Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10138,"took":"234.240519ms","hash":2751986792,"current-db-size-bytes":41771008,"current-db-size":"42 MB","current-db-size-in-use-bytes":23891968,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T02:31:55.548566Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2751986792,"revision":10138,"compact-revision":7581} {"level":"info","ts":"2026-03-02T02:32:36.819999Z","caller":"traceutil/trace.go:171","msg":"trace[261991607] transaction","detail":"{read_only:false; response_revision:12286; number_of_response:1; }","duration":"145.429992ms","start":"2026-03-02T02:32:36.674536Z","end":"2026-03-02T02:32:36.819966Z","steps":["trace[261991607] 'process raft request' (duration: 123.388828ms)","trace[261991607] 'compare' (duration: 21.814739ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:32:36.82012Z","caller":"traceutil/trace.go:171","msg":"trace[618653309] linearizableReadLoop","detail":"{readStateIndex:12725; appliedIndex:12724; }","duration":"143.133846ms","start":"2026-03-02T02:32:36.67676Z","end":"2026-03-02T02:32:36.819894Z","steps":["trace[618653309] 'read index received' (duration: 121.123433ms)","trace[618653309] 'applied index is now lower than readState.Index' (duration: 22.009393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:32:36.820749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.974262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:61 size:565814"} {"level":"info","ts":"2026-03-02T02:32:36.820839Z","caller":"traceutil/trace.go:171","msg":"trace[2106138610] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:61; response_revision:12286; }","duration":"144.127825ms","start":"2026-03-02T02:32:36.676692Z","end":"2026-03-02T02:32:36.82082Z","steps":["trace[2106138610] 'agreement among raft nodes before linearized reading' (duration: 143.3238ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:32:38.815948Z","caller":"traceutil/trace.go:171","msg":"trace[1317712408] transaction","detail":"{read_only:false; response_revision:12294; number_of_response:1; }","duration":"138.416023ms","start":"2026-03-02T02:32:38.677504Z","end":"2026-03-02T02:32:38.81592Z","steps":["trace[1317712408] 'process raft request' (duration: 138.269391ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:32:57.142292Z","caller":"traceutil/trace.go:171","msg":"trace[1098599889] linearizableReadLoop","detail":"{readStateIndex:12828; appliedIndex:12827; }","duration":"127.370665ms","start":"2026-03-02T02:32:57.014895Z","end":"2026-03-02T02:32:57.142265Z","steps":["trace[1098599889] 'read index received' (duration: 127.215422ms)","trace[1098599889] 'applied index is now lower than readState.Index' (duration: 154.353µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:32:57.142414Z","caller":"traceutil/trace.go:171","msg":"trace[1205493216] transaction","detail":"{read_only:false; response_revision:12385; number_of_response:1; }","duration":"151.088922ms","start":"2026-03-02T02:32:56.991293Z","end":"2026-03-02T02:32:57.142382Z","steps":["trace[1205493216] 'process raft request' (duration: 150.815077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:32:57.142586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.679073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cthwj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T02:32:57.142627Z","caller":"traceutil/trace.go:171","msg":"trace[1612587557] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cthwj; range_end:; response_count:1; response_revision:12385; }","duration":"127.762344ms","start":"2026-03-02T02:32:57.014853Z","end":"2026-03-02T02:32:57.142615Z","steps":["trace[1612587557] 'agreement among raft nodes before linearized reading' (duration: 127.521818ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:32:59.356172Z","caller":"traceutil/trace.go:171","msg":"trace[1005843804] linearizableReadLoop","detail":"{readStateIndex:12838; appliedIndex:12837; }","duration":"199.19914ms","start":"2026-03-02T02:32:59.15694Z","end":"2026-03-02T02:32:59.356139Z","steps":["trace[1005843804] 'read index received' (duration: 198.942135ms)","trace[1005843804] 'applied index is now lower than readState.Index' (duration: 255.615µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:32:59.356282Z","caller":"traceutil/trace.go:171","msg":"trace[1687298574] transaction","detail":"{read_only:false; response_revision:12394; number_of_response:1; }","duration":"203.047296ms","start":"2026-03-02T02:32:59.153142Z","end":"2026-03-02T02:32:59.356189Z","steps":["trace[1687298574] 'process raft request' (duration: 202.75372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:32:59.35649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.256098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:32:59.356478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.507946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cthwj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T02:32:59.35655Z","caller":"traceutil/trace.go:171","msg":"trace[364124349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12394; }","duration":"178.385921ms","start":"2026-03-02T02:32:59.17815Z","end":"2026-03-02T02:32:59.356536Z","steps":["trace[364124349] 'agreement among raft nodes before linearized reading' (duration: 178.263448ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:32:59.356571Z","caller":"traceutil/trace.go:171","msg":"trace[1031719670] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cthwj; range_end:; response_count:1; response_revision:12394; }","duration":"199.633488ms","start":"2026-03-02T02:32:59.156916Z","end":"2026-03-02T02:32:59.356549Z","steps":["trace[1031719670] 'agreement among raft nodes before linearized reading' (duration: 199.336832ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:32:59.894795Z","caller":"traceutil/trace.go:171","msg":"trace[611507567] transaction","detail":"{read_only:false; response_revision:12395; number_of_response:1; }","duration":"199.220439ms","start":"2026-03-02T02:32:59.695558Z","end":"2026-03-02T02:32:59.894779Z","steps":["trace[611507567] 'process raft request' (duration: 198.854482ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:33:13.114941Z","caller":"traceutil/trace.go:171","msg":"trace[630045901] transaction","detail":"{read_only:false; response_revision:12473; number_of_response:1; }","duration":"152.435789ms","start":"2026-03-02T02:33:12.962466Z","end":"2026-03-02T02:33:13.114902Z","steps":["trace[630045901] 'process raft request' (duration: 143.467523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:33:13.115113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.521618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:33:13.115225Z","caller":"traceutil/trace.go:171","msg":"trace[1984127767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12473; }","duration":"100.770613ms","start":"2026-03-02T02:33:13.014435Z","end":"2026-03-02T02:33:13.115205Z","steps":["trace[1984127767] 'agreement among raft nodes before linearized reading' (duration: 100.060689ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:33:15.589473Z","caller":"traceutil/trace.go:171","msg":"trace[562787290] linearizableReadLoop","detail":"{readStateIndex:12932; appliedIndex:12931; }","duration":"121.021941ms","start":"2026-03-02T02:33:15.468416Z","end":"2026-03-02T02:33:15.589438Z","steps":["trace[562787290] 'read index received' (duration: 120.822828ms)","trace[562787290] 'applied index is now lower than readState.Index' (duration: 197.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:33:15.589528Z","caller":"traceutil/trace.go:171","msg":"trace[928708237] transaction","detail":"{read_only:false; response_revision:12484; number_of_response:1; }","duration":"152.860897ms","start":"2026-03-02T02:33:15.436627Z","end":"2026-03-02T02:33:15.589488Z","steps":["trace[928708237] 'process raft request' (duration: 152.608312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:33:15.58981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.379089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-gbdvm\" ","response":"range_response_count:1 size:12498"} {"level":"info","ts":"2026-03-02T02:33:15.589898Z","caller":"traceutil/trace.go:171","msg":"trace[458883982] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-gbdvm; range_end:; response_count:1; response_revision:12484; }","duration":"121.526192ms","start":"2026-03-02T02:33:15.468345Z","end":"2026-03-02T02:33:15.589871Z","steps":["trace[458883982] 'agreement among raft nodes before linearized reading' (duration: 121.246096ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:33:16.900635Z","caller":"traceutil/trace.go:171","msg":"trace[1251372919] linearizableReadLoop","detail":"{readStateIndex:12944; appliedIndex:12943; }","duration":"217.279006ms","start":"2026-03-02T02:33:16.683329Z","end":"2026-03-02T02:33:16.900608Z","steps":["trace[1251372919] 'read index received' (duration: 217.01155ms)","trace[1251372919] 'applied index is now lower than readState.Index' (duration: 266.516µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:33:16.900794Z","caller":"traceutil/trace.go:171","msg":"trace[658293905] transaction","detail":"{read_only:false; response_revision:12495; number_of_response:1; }","duration":"220.683163ms","start":"2026-03-02T02:33:16.680011Z","end":"2026-03-02T02:33:16.900694Z","steps":["trace[658293905] 'process raft request' (duration: 220.423927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:33:16.901081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.722285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T02:33:16.90114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.647593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T02:33:16.901132Z","caller":"traceutil/trace.go:171","msg":"trace[600755793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12495; }","duration":"217.813796ms","start":"2026-03-02T02:33:16.683302Z","end":"2026-03-02T02:33:16.901115Z","steps":["trace[600755793] 'agreement among raft nodes before linearized reading' (duration: 217.549611ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:33:16.901224Z","caller":"traceutil/trace.go:171","msg":"trace[1473051283] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12495; }","duration":"217.764146ms","start":"2026-03-02T02:33:16.683436Z","end":"2026-03-02T02:33:16.9012Z","steps":["trace[1473051283] 'agreement among raft nodes before linearized reading' (duration: 217.518501ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:33:25.383044Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032fb.wal"} {"level":"warn","ts":"2026-03-02T02:33:36.075961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.642809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T02:33:36.076076Z","caller":"traceutil/trace.go:171","msg":"trace[394324290] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12775; }","duration":"383.831683ms","start":"2026-03-02T02:33:35.692213Z","end":"2026-03-02T02:33:36.076045Z","steps":["trace[394324290] 'range keys from in-memory index tree' (duration: 383.400663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:33:36.07613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:33:35.692185Z","time spent":"383.934075ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:33:36.075944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.990458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:33:36.076219Z","caller":"traceutil/trace.go:171","msg":"trace[835082800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12775; }","duration":"348.306654ms","start":"2026-03-02T02:33:35.727876Z","end":"2026-03-02T02:33:36.076182Z","steps":["trace[835082800] 'range keys from in-memory index tree' (duration: 347.891556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:33:36.076243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.929496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57fe6c71-b262-44a9-a8d5-c2066e54a791\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-03-02T02:33:36.076264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:33:35.727853Z","time spent":"348.399447ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:33:36.076296Z","caller":"traceutil/trace.go:171","msg":"trace[1704200183] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57fe6c71-b262-44a9-a8d5-c2066e54a791; range_end:; response_count:1; response_revision:12775; }","duration":"349.985367ms","start":"2026-03-02T02:33:35.726295Z","end":"2026-03-02T02:33:36.076281Z","steps":["trace[1704200183] 'range keys from in-memory index tree' (duration: 349.805854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:33:36.076322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:33:35.726285Z","time spent":"350.029948ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57fe6c71-b262-44a9-a8d5-c2066e54a791\" "} {"level":"warn","ts":"2026-03-02T02:33:36.076272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.115414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:33:36.076389Z","caller":"traceutil/trace.go:171","msg":"trace[194519556] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:12775; }","duration":"432.323048ms","start":"2026-03-02T02:33:35.644045Z","end":"2026-03-02T02:33:36.076368Z","steps":["trace[194519556] 'count revisions from in-memory index tree' (duration: 431.9225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:33:36.076394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.838094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cthwj\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T02:33:36.076447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:33:35.643976Z","time spent":"432.45763ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":63,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:33:36.076494Z","caller":"traceutil/trace.go:171","msg":"trace[2080144130] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cthwj; range_end:; response_count:1; response_revision:12775; }","duration":"318.023359ms","start":"2026-03-02T02:33:35.758445Z","end":"2026-03-02T02:33:36.076469Z","steps":["trace[2080144130] 'range keys from in-memory index tree' (duration: 317.505659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:33:36.076545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:33:35.758404Z","time spent":"318.13053ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-cthwj\" "} {"level":"info","ts":"2026-03-02T02:34:08.384071Z","caller":"traceutil/trace.go:171","msg":"trace[1543778165] transaction","detail":"{read_only:false; response_revision:12970; number_of_response:1; }","duration":"130.832575ms","start":"2026-03-02T02:34:08.253201Z","end":"2026-03-02T02:34:08.384034Z","steps":["trace[1543778165] 'process raft request' (duration: 130.379665ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:34:59.38707Z","caller":"traceutil/trace.go:171","msg":"trace[187916714] linearizableReadLoop","detail":"{readStateIndex:14008; appliedIndex:14007; }","duration":"225.145113ms","start":"2026-03-02T02:34:59.161869Z","end":"2026-03-02T02:34:59.387014Z","steps":["trace[187916714] 'read index received' (duration: 224.902268ms)","trace[187916714] 'applied index is now lower than readState.Index' (duration: 241.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:34:59.387186Z","caller":"traceutil/trace.go:171","msg":"trace[1303722878] transaction","detail":"{read_only:false; response_revision:13525; number_of_response:1; }","duration":"241.79404ms","start":"2026-03-02T02:34:59.145354Z","end":"2026-03-02T02:34:59.387148Z","steps":["trace[1303722878] 'process raft request' (duration: 241.508445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:34:59.387302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.416908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:34:59.387356Z","caller":"traceutil/trace.go:171","msg":"trace[359140948] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:13525; }","duration":"225.52392ms","start":"2026-03-02T02:34:59.161816Z","end":"2026-03-02T02:34:59.38734Z","steps":["trace[359140948] 'agreement among raft nodes before linearized reading' (duration: 225.414938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:34:59.387606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.894575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T02:34:59.387607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.058497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:34:59.387661Z","caller":"traceutil/trace.go:171","msg":"trace[807158534] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13525; }","duration":"107.006457ms","start":"2026-03-02T02:34:59.280637Z","end":"2026-03-02T02:34:59.387644Z","steps":["trace[807158534] 'agreement among raft nodes before linearized reading' (duration: 106.786103ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:34:59.387698Z","caller":"traceutil/trace.go:171","msg":"trace[543744097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13525; }","duration":"206.187569ms","start":"2026-03-02T02:34:59.181467Z","end":"2026-03-02T02:34:59.387654Z","steps":["trace[543744097] 'agreement among raft nodes before linearized reading' (duration: 205.899033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:34:59.902454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.063217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:34:59.90268Z","caller":"traceutil/trace.go:171","msg":"trace[1294827764] linearizableReadLoop","detail":"{readStateIndex:14011; appliedIndex:14009; }","duration":"379.40313ms","start":"2026-03-02T02:34:59.523256Z","end":"2026-03-02T02:34:59.902659Z","steps":["trace[1294827764] 'read index received' (duration: 138.048258ms)","trace[1294827764] 'applied index is now lower than readState.Index' (duration: 241.353792ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:34:59.902874Z","caller":"traceutil/trace.go:171","msg":"trace[92394396] transaction","detail":"{read_only:false; response_revision:13527; number_of_response:1; }","duration":"429.227521ms","start":"2026-03-02T02:34:59.473613Z","end":"2026-03-02T02:34:59.90284Z","steps":["trace[92394396] 'process raft request' (duration: 187.671085ms)","trace[92394396] 'compare' (duration: 240.795612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:34:59.903024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.067207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:34:59.903124Z","caller":"traceutil/trace.go:171","msg":"trace[1634337061] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13528; }","duration":"243.196829ms","start":"2026-03-02T02:34:59.65991Z","end":"2026-03-02T02:34:59.903107Z","steps":["trace[1634337061] 'agreement among raft nodes before linearized reading' (duration: 243.060576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:34:59.903095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:34:59.473591Z","time spent":"429.397045ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:34:59.903206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.26563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T02:34:59.902903Z","caller":"traceutil/trace.go:171","msg":"trace[396874755] transaction","detail":"{read_only:false; response_revision:13528; number_of_response:1; }","duration":"429.058778ms","start":"2026-03-02T02:34:59.473811Z","end":"2026-03-02T02:34:59.902869Z","steps":["trace[396874755] 'process raft request' (duration: 428.775893ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:34:59.903441Z","caller":"traceutil/trace.go:171","msg":"trace[909913216] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13528; }","duration":"243.513875ms","start":"2026-03-02T02:34:59.659906Z","end":"2026-03-02T02:34:59.90342Z","steps":["trace[909913216] 'agreement among raft nodes before linearized reading' (duration: 243.095107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:34:59.903215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.87196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T02:34:59.903496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:34:59.473773Z","time spent":"429.66265ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:34:59.903146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.525398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T02:34:59.903198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.66924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sww95\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-02T02:34:59.903579Z","caller":"traceutil/trace.go:171","msg":"trace[1746718276] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13528; }","duration":"331.990586ms","start":"2026-03-02T02:34:59.571562Z","end":"2026-03-02T02:34:59.903552Z","steps":["trace[1746718276] 'agreement among raft nodes before linearized reading' (duration: 331.367134ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:34:59.90359Z","caller":"traceutil/trace.go:171","msg":"trace[186168997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13528; }","duration":"380.300888ms","start":"2026-03-02T02:34:59.523218Z","end":"2026-03-02T02:34:59.903519Z","steps":["trace[186168997] 'agreement among raft nodes before linearized reading' (duration: 379.641705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:34:59.903873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.785908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T02:34:59.903934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:34:59.523207Z","time spent":"380.707665ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:34:59.904015Z","caller":"traceutil/trace.go:171","msg":"trace[1373896197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13528; }","duration":"248.280099ms","start":"2026-03-02T02:34:59.655677Z","end":"2026-03-02T02:34:59.903957Z","steps":["trace[1373896197] 'agreement among raft nodes before linearized reading' (duration: 247.714447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:34:59.903798Z","caller":"traceutil/trace.go:171","msg":"trace[1135219980] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sww95; range_end:; response_count:1; response_revision:13528; }","duration":"141.307623ms","start":"2026-03-02T02:34:59.762473Z","end":"2026-03-02T02:34:59.90378Z","steps":["trace[1135219980] 'agreement among raft nodes before linearized reading' (duration: 140.593419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:34:59.903816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:34:59.571551Z","time spent":"332.250871ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:34:59.904177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.661507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T02:34:59.904493Z","caller":"traceutil/trace.go:171","msg":"trace[1536757864] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13528; }","duration":"244.015875ms","start":"2026-03-02T02:34:59.660446Z","end":"2026-03-02T02:34:59.904462Z","steps":["trace[1536757864] 'agreement among raft nodes before linearized reading' (duration: 242.964504ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:35:00.284097Z","caller":"traceutil/trace.go:171","msg":"trace[1422443317] transaction","detail":"{read_only:false; response_revision:13529; number_of_response:1; }","duration":"375.348891ms","start":"2026-03-02T02:34:59.908716Z","end":"2026-03-02T02:35:00.284065Z","steps":["trace[1422443317] 'process raft request' (duration: 296.529029ms)","trace[1422443317] 'compare' (duration: 78.533906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:35:00.284323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:34:59.908693Z","time spent":"375.501093ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:35:00.284373Z","caller":"traceutil/trace.go:171","msg":"trace[1677181466] transaction","detail":"{read_only:false; response_revision:13530; number_of_response:1; }","duration":"375.191808ms","start":"2026-03-02T02:34:59.909078Z","end":"2026-03-02T02:35:00.28427Z","steps":["trace[1677181466] 'process raft request' (duration: 374.917762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:35:00.284547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:34:59.909048Z","time spent":"375.388142ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:35:00.2848Z","caller":"traceutil/trace.go:171","msg":"trace[1721807598] linearizableReadLoop","detail":"{readStateIndex:14013; appliedIndex:14011; }","duration":"375.148906ms","start":"2026-03-02T02:34:59.909634Z","end":"2026-03-02T02:35:00.284783Z","steps":["trace[1721807598] 'read index received' (duration: 295.719742ms)","trace[1721807598] 'applied index is now lower than readState.Index' (duration: 79.427614ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:35:00.284888Z","caller":"traceutil/trace.go:171","msg":"trace[2068131444] transaction","detail":"{read_only:false; response_revision:13531; number_of_response:1; }","duration":"374.943802ms","start":"2026-03-02T02:34:59.909924Z","end":"2026-03-02T02:35:00.284867Z","steps":["trace[2068131444] 'process raft request' (duration: 374.283609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:35:00.284976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.185942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:35:00.285029Z","caller":"traceutil/trace.go:171","msg":"trace[1407624334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:13531; }","duration":"201.276853ms","start":"2026-03-02T02:35:00.083735Z","end":"2026-03-02T02:35:00.285012Z","steps":["trace[1407624334] 'agreement among raft nodes before linearized reading' (duration: 201.181051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:35:00.285018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.462817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:35:00.285023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:34:59.909907Z","time spent":"375.031355ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:35:00.2851Z","caller":"traceutil/trace.go:171","msg":"trace[1305728372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13531; }","duration":"107.611499ms","start":"2026-03-02T02:35:00.177469Z","end":"2026-03-02T02:35:00.28508Z","steps":["trace[1305728372] 'agreement among raft nodes before linearized reading' (duration: 107.460556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:35:00.285922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.265129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720624"} {"level":"info","ts":"2026-03-02T02:35:00.286036Z","caller":"traceutil/trace.go:171","msg":"trace[311089184] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:13531; }","duration":"376.440351ms","start":"2026-03-02T02:34:59.909572Z","end":"2026-03-02T02:35:00.286012Z","steps":["trace[311089184] 'agreement among raft nodes before linearized reading' (duration: 375.298908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:35:00.286104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:34:59.909549Z","time spent":"376.535914ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":720647,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:35:00.896598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.506669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:35:00.896695Z","caller":"traceutil/trace.go:171","msg":"trace[962917455] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13531; }","duration":"325.692152ms","start":"2026-03-02T02:35:00.570978Z","end":"2026-03-02T02:35:00.896671Z","steps":["trace[962917455] 'range keys from in-memory index tree' (duration: 325.348956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:35:00.896722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.687112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-02T02:35:00.896746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:35:00.570956Z","time spent":"325.780135ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T02:35:00.89673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.747734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:35:00.896781Z","caller":"traceutil/trace.go:171","msg":"trace[1409605226] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13531; }","duration":"325.788494ms","start":"2026-03-02T02:35:00.570976Z","end":"2026-03-02T02:35:00.896765Z","steps":["trace[1409605226] 'range keys from in-memory index tree' (duration: 325.420857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:35:00.896841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:35:00.57095Z","time spent":"325.884007ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-02T02:35:00.896645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.015423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:35:00.896854Z","caller":"traceutil/trace.go:171","msg":"trace[1099998674] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13531; }","duration":"325.937877ms","start":"2026-03-02T02:35:00.570889Z","end":"2026-03-02T02:35:00.896827Z","steps":["trace[1099998674] 'range keys from in-memory index tree' (duration: 325.57875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:35:00.896845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.783475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T02:35:00.896898Z","caller":"traceutil/trace.go:171","msg":"trace[1188118898] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:13531; }","duration":"282.320969ms","start":"2026-03-02T02:35:00.614553Z","end":"2026-03-02T02:35:00.896874Z","steps":["trace[1188118898] 'count revisions from in-memory index tree' (duration: 281.898541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:35:00.896906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:35:00.570864Z","time spent":"326.03271ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T02:35:00.896919Z","caller":"traceutil/trace.go:171","msg":"trace[528721050] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13531; }","duration":"325.940738ms","start":"2026-03-02T02:35:00.57096Z","end":"2026-03-02T02:35:00.896901Z","steps":["trace[528721050] 'range keys from in-memory index tree' (duration: 325.53148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:35:00.89696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.23714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T02:35:00.896977Z","caller":"traceutil/trace.go:171","msg":"trace[1369429347] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13531; }","duration":"176.333762ms","start":"2026-03-02T02:35:00.720638Z","end":"2026-03-02T02:35:00.896972Z","steps":["trace[1369429347] 'range keys from in-memory index tree' (duration: 176.119598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:35:00.896977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:35:00.570939Z","time spent":"326.022839ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T02:35:00.896845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.758364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T02:35:00.897095Z","caller":"traceutil/trace.go:171","msg":"trace[1353088490] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13531; }","duration":"326.1001ms","start":"2026-03-02T02:35:00.570979Z","end":"2026-03-02T02:35:00.897079Z","steps":["trace[1353088490] 'range keys from in-memory index tree' (duration: 325.516569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:35:00.897123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:35:00.570947Z","time spent":"326.169122ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T02:35:00.897178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.195036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T02:35:00.897214Z","caller":"traceutil/trace.go:171","msg":"trace[1351230811] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13531; }","duration":"254.223627ms","start":"2026-03-02T02:35:00.642975Z","end":"2026-03-02T02:35:00.897198Z","steps":["trace[1351230811] 'range keys from in-memory index tree' (duration: 254.052483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:35:00.897273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.921009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:35:00.897309Z","caller":"traceutil/trace.go:171","msg":"trace[1511523371] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:13531; }","duration":"257.96154ms","start":"2026-03-02T02:35:00.639338Z","end":"2026-03-02T02:35:00.897299Z","steps":["trace[1511523371] 'count revisions from in-memory index tree' (duration: 257.846577ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:36:55.319071Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12013} {"level":"info","ts":"2026-03-02T02:36:55.393899Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12013,"took":"72.10249ms","hash":768184932,"current-db-size-bytes":41771008,"current-db-size":"42 MB","current-db-size-in-use-bytes":27176960,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T02:36:55.393956Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":768184932,"revision":12013,"compact-revision":10138} {"level":"info","ts":"2026-03-02T02:38:25.515145Z","caller":"traceutil/trace.go:171","msg":"trace[1441215268] linearizableReadLoop","detail":"{readStateIndex:15606; appliedIndex:15605; }","duration":"159.99418ms","start":"2026-03-02T02:38:25.355116Z","end":"2026-03-02T02:38:25.51511Z","steps":["trace[1441215268] 'read index received' (duration: 111.494205ms)","trace[1441215268] 'applied index is now lower than readState.Index' (duration: 48.498725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:38:25.515458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.322097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T02:38:25.515422Z","caller":"traceutil/trace.go:171","msg":"trace[1308220857] transaction","detail":"{read_only:false; response_revision:15072; number_of_response:1; }","duration":"162.775395ms","start":"2026-03-02T02:38:25.352515Z","end":"2026-03-02T02:38:25.51529Z","steps":["trace[1308220857] 'process raft request' (duration: 114.049966ms)","trace[1308220857] 'compare' (duration: 48.363112ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:38:25.515513Z","caller":"traceutil/trace.go:171","msg":"trace[1717274506] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15072; }","duration":"160.437239ms","start":"2026-03-02T02:38:25.355058Z","end":"2026-03-02T02:38:25.515495Z","steps":["trace[1717274506] 'agreement among raft nodes before linearized reading' (duration: 160.228635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.515581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.652775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-s6bb7\" ","response":"range_response_count:1 size:18652"} {"level":"info","ts":"2026-03-02T02:38:25.51566Z","caller":"traceutil/trace.go:171","msg":"trace[1795270952] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-s6bb7; range_end:; response_count:1; response_revision:15072; }","duration":"154.771277ms","start":"2026-03-02T02:38:25.360868Z","end":"2026-03-02T02:38:25.51564Z","steps":["trace[1795270952] 'agreement among raft nodes before linearized reading' (duration: 154.567493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.515934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.46212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T02:38:25.516014Z","caller":"traceutil/trace.go:171","msg":"trace[171469152] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15072; }","duration":"128.583852ms","start":"2026-03-02T02:38:25.387409Z","end":"2026-03-02T02:38:25.515993Z","steps":["trace[171469152] 'agreement among raft nodes before linearized reading' (duration: 128.312866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.516038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.940337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zcmz4\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-02T02:38:25.516163Z","caller":"traceutil/trace.go:171","msg":"trace[1066159618] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zcmz4; range_end:; response_count:1; response_revision:15072; }","duration":"134.096201ms","start":"2026-03-02T02:38:25.38205Z","end":"2026-03-02T02:38:25.516147Z","steps":["trace[1066159618] 'agreement among raft nodes before linearized reading' (duration: 133.833916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.771204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.793094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7ggll\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-02T02:38:25.771329Z","caller":"traceutil/trace.go:171","msg":"trace[1487583848] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7ggll; range_end:; response_count:1; response_revision:15073; }","duration":"102.972718ms","start":"2026-03-02T02:38:25.668328Z","end":"2026-03-02T02:38:25.771301Z","steps":["trace[1487583848] 'range keys from in-memory index tree' (duration: 102.56022ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:10.490984Z","caller":"traceutil/trace.go:171","msg":"trace[324125125] transaction","detail":"{read_only:false; response_revision:15739; number_of_response:1; }","duration":"204.439171ms","start":"2026-03-02T02:40:10.286507Z","end":"2026-03-02T02:40:10.490946Z","steps":["trace[324125125] 'process raft request' (duration: 204.280098ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:10.645199Z","caller":"traceutil/trace.go:171","msg":"trace[803094297] transaction","detail":"{read_only:false; response_revision:15740; number_of_response:1; }","duration":"347.76256ms","start":"2026-03-02T02:40:10.297419Z","end":"2026-03-02T02:40:10.645182Z","steps":["trace[803094297] 'process raft request' (duration: 347.600356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:10.645306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:10.297395Z","time spent":"347.853782ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18862,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:40:10.645677Z","caller":"traceutil/trace.go:171","msg":"trace[77088362] transaction","detail":"{read_only:false; response_revision:15741; number_of_response:1; }","duration":"150.868878ms","start":"2026-03-02T02:40:10.49479Z","end":"2026-03-02T02:40:10.645659Z","steps":["trace[77088362] 'process raft request' (duration: 150.773426ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:15.75239Z","caller":"traceutil/trace.go:171","msg":"trace[862102875] transaction","detail":"{read_only:false; response_revision:15785; number_of_response:1; }","duration":"246.830676ms","start":"2026-03-02T02:40:15.505532Z","end":"2026-03-02T02:40:15.752363Z","steps":["trace[862102875] 'process raft request' (duration: 240.238125ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:16.318813Z","caller":"traceutil/trace.go:171","msg":"trace[2016957334] linearizableReadLoop","detail":"{readStateIndex:16348; appliedIndex:16347; }","duration":"139.532735ms","start":"2026-03-02T02:40:16.179243Z","end":"2026-03-02T02:40:16.318776Z","steps":["trace[2016957334] 'read index received' (duration: 99.204511ms)","trace[2016957334] 'applied index is now lower than readState.Index' (duration: 40.308544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:40:16.319049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.751339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:40:16.319097Z","caller":"traceutil/trace.go:171","msg":"trace[257303824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15788; }","duration":"139.915922ms","start":"2026-03-02T02:40:16.179167Z","end":"2026-03-02T02:40:16.319083Z","steps":["trace[257303824] 'agreement among raft nodes before linearized reading' (duration: 139.733718ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:16.319497Z","caller":"traceutil/trace.go:171","msg":"trace[1913035846] transaction","detail":"{read_only:false; response_revision:15788; number_of_response:1; }","duration":"189.035337ms","start":"2026-03-02T02:40:16.130421Z","end":"2026-03-02T02:40:16.319456Z","steps":["trace[1913035846] 'process raft request' (duration: 148.03934ms)","trace[1913035846] 'compare' (duration: 40.13531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:40:17.424362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.377122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zcmz4\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-02T02:40:17.424466Z","caller":"traceutil/trace.go:171","msg":"trace[1979591253] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zcmz4; range_end:; response_count:1; response_revision:15788; }","duration":"528.541005ms","start":"2026-03-02T02:40:16.895903Z","end":"2026-03-02T02:40:17.424444Z","steps":["trace[1979591253] 'range keys from in-memory index tree' (duration: 528.165908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:17.424513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:16.895882Z","time spent":"528.621207ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zcmz4\" "} {"level":"warn","ts":"2026-03-02T02:40:17.424596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.789058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T02:40:17.42473Z","caller":"traceutil/trace.go:171","msg":"trace[1261120646] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15788; }","duration":"717.973432ms","start":"2026-03-02T02:40:16.706722Z","end":"2026-03-02T02:40:17.424695Z","steps":["trace[1261120646] 'range keys from in-memory index tree' (duration: 717.567243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:17.424794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:16.70669Z","time spent":"718.088394ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:40:17.424807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.507937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-02T02:40:17.424896Z","caller":"traceutil/trace.go:171","msg":"trace[445201714] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15788; }","duration":"373.64767ms","start":"2026-03-02T02:40:17.051224Z","end":"2026-03-02T02:40:17.424872Z","steps":["trace[445201714] 'range keys from in-memory index tree' (duration: 373.223492ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:17.42487Z","caller":"traceutil/trace.go:171","msg":"trace[1866477799] linearizableReadLoop","detail":"{readStateIndex:16349; appliedIndex:16348; }","duration":"312.417135ms","start":"2026-03-02T02:40:17.11242Z","end":"2026-03-02T02:40:17.424837Z","steps":["trace[1866477799] 'read index received' (duration: 268.376709ms)","trace[1866477799] 'applied index is now lower than readState.Index' (duration: 44.039176ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:40:17.424902Z","caller":"traceutil/trace.go:171","msg":"trace[877981282] transaction","detail":"{read_only:false; response_revision:15789; number_of_response:1; }","duration":"366.169962ms","start":"2026-03-02T02:40:17.0587Z","end":"2026-03-02T02:40:17.424869Z","steps":["trace[877981282] 'process raft request' (duration: 322.206497ms)","trace[877981282] 'compare' (duration: 43.286791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:40:17.424943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:17.051201Z","time spent":"373.732641ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:40:17.425037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:17.058643Z","time spent":"366.319876ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:40:17.425084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.091596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:40:17.425141Z","caller":"traceutil/trace.go:171","msg":"trace[1527055731] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:15789; }","duration":"233.199398ms","start":"2026-03-02T02:40:17.191923Z","end":"2026-03-02T02:40:17.425123Z","steps":["trace[1527055731] 'agreement among raft nodes before linearized reading' (duration: 233.117656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:17.425151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.070169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:40:17.425181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.732981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:40:17.425223Z","caller":"traceutil/trace.go:171","msg":"trace[1992076383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15789; }","duration":"247.164572ms","start":"2026-03-02T02:40:17.178039Z","end":"2026-03-02T02:40:17.425203Z","steps":["trace[1992076383] 'agreement among raft nodes before linearized reading' (duration: 247.05251ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:17.425276Z","caller":"traceutil/trace.go:171","msg":"trace[573858160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15789; }","duration":"312.899554ms","start":"2026-03-02T02:40:17.11235Z","end":"2026-03-02T02:40:17.425249Z","steps":["trace[573858160] 'agreement among raft nodes before linearized reading' (duration: 312.593368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:17.425332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:40:17.112323Z","time spent":"312.998497ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:40:17.425755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.547815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:40:17.425809Z","caller":"traceutil/trace.go:171","msg":"trace[930740700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15789; }","duration":"292.662107ms","start":"2026-03-02T02:40:17.133134Z","end":"2026-03-02T02:40:17.425796Z","steps":["trace[930740700] 'agreement among raft nodes before linearized reading' (duration: 291.884192ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:17.599942Z","caller":"traceutil/trace.go:171","msg":"trace[1007544420] linearizableReadLoop","detail":"{readStateIndex:16351; appliedIndex:16349; }","duration":"168.065416ms","start":"2026-03-02T02:40:17.431841Z","end":"2026-03-02T02:40:17.599907Z","steps":["trace[1007544420] 'read index received' (duration: 23.87984ms)","trace[1007544420] 'applied index is now lower than readState.Index' (duration: 144.183976ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:40:17.599996Z","caller":"traceutil/trace.go:171","msg":"trace[2083299589] transaction","detail":"{read_only:false; response_revision:15791; number_of_response:1; }","duration":"168.843211ms","start":"2026-03-02T02:40:17.431117Z","end":"2026-03-02T02:40:17.599961Z","steps":["trace[2083299589] 'process raft request' (duration: 130.938666ms)","trace[2083299589] 'compare' (duration: 37.571588ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:40:17.600132Z","caller":"traceutil/trace.go:171","msg":"trace[368128603] transaction","detail":"{read_only:false; response_revision:15792; number_of_response:1; }","duration":"168.267359ms","start":"2026-03-02T02:40:17.431849Z","end":"2026-03-02T02:40:17.600117Z","steps":["trace[368128603] 'process raft request' (duration: 167.976393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:17.60035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.924338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:40:17.600401Z","caller":"traceutil/trace.go:171","msg":"trace[1044507273] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:15792; }","duration":"152.01173ms","start":"2026-03-02T02:40:17.448378Z","end":"2026-03-02T02:40:17.60039Z","steps":["trace[1044507273] 'agreement among raft nodes before linearized reading' (duration: 151.894818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:17.60061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.74426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:40:17.600668Z","caller":"traceutil/trace.go:171","msg":"trace[1705157763] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15792; }","duration":"105.849421ms","start":"2026-03-02T02:40:17.494801Z","end":"2026-03-02T02:40:17.60065Z","steps":["trace[1705157763] 'agreement among raft nodes before linearized reading' (duration: 105.740499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:40:17.601197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.354491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:929064"} {"level":"info","ts":"2026-03-02T02:40:17.601257Z","caller":"traceutil/trace.go:171","msg":"trace[273833861] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:15792; }","duration":"169.441462ms","start":"2026-03-02T02:40:17.431801Z","end":"2026-03-02T02:40:17.601242Z","steps":["trace[273833861] 'agreement among raft nodes before linearized reading' (duration: 168.548004ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:22.370194Z","caller":"traceutil/trace.go:171","msg":"trace[1632834366] linearizableReadLoop","detail":"{readStateIndex:16448; appliedIndex:16447; }","duration":"193.225791ms","start":"2026-03-02T02:40:22.176945Z","end":"2026-03-02T02:40:22.370171Z","steps":["trace[1632834366] 'read index received' (duration: 161.372105ms)","trace[1632834366] 'applied index is now lower than readState.Index' (duration: 31.852696ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:40:22.370337Z","caller":"traceutil/trace.go:171","msg":"trace[118475471] transaction","detail":"{read_only:false; response_revision:15887; number_of_response:1; }","duration":"212.239535ms","start":"2026-03-02T02:40:22.158081Z","end":"2026-03-02T02:40:22.37032Z","steps":["trace[118475471] 'process raft request' (duration: 180.282167ms)","trace[118475471] 'compare' (duration: 31.53494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:40:22.370684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.71605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:40:22.370723Z","caller":"traceutil/trace.go:171","msg":"trace[1373799207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15887; }","duration":"193.790301ms","start":"2026-03-02T02:40:22.176921Z","end":"2026-03-02T02:40:22.370711Z","steps":["trace[1373799207] 'agreement among raft nodes before linearized reading' (duration: 193.7113ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:41:55.32651Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14285} {"level":"info","ts":"2026-03-02T02:41:55.423656Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14285,"took":"94.54901ms","hash":3936851916,"current-db-size-bytes":42610688,"current-db-size":"43 MB","current-db-size-in-use-bytes":29237248,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T02:41:55.423736Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3936851916,"revision":14285,"compact-revision":12013} {"level":"warn","ts":"2026-03-02T02:46:33.803825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.075844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T02:46:33.803864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.071774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T02:46:33.803875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.637674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:46:33.803935Z","caller":"traceutil/trace.go:171","msg":"trace[692970686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18931; }","duration":"147.213766ms","start":"2026-03-02T02:46:33.656697Z","end":"2026-03-02T02:46:33.803911Z","steps":["trace[692970686] 'range keys from in-memory index tree' (duration: 146.89978ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:46:33.803949Z","caller":"traceutil/trace.go:171","msg":"trace[73353638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18931; }","duration":"147.199326ms","start":"2026-03-02T02:46:33.656732Z","end":"2026-03-02T02:46:33.803931Z","steps":["trace[73353638] 'range keys from in-memory index tree' (duration: 146.807218ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:46:33.803983Z","caller":"traceutil/trace.go:171","msg":"trace[42859416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18931; }","duration":"147.795459ms","start":"2026-03-02T02:46:33.656161Z","end":"2026-03-02T02:46:33.803957Z","steps":["trace[42859416] 'range keys from in-memory index tree' (duration: 147.40986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:46:33.804229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.116283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:46:33.804271Z","caller":"traceutil/trace.go:171","msg":"trace[933609273] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:18931; }","duration":"157.05297ms","start":"2026-03-02T02:46:33.647206Z","end":"2026-03-02T02:46:33.804259Z","steps":["trace[933609273] 'count revisions from in-memory index tree' (duration: 155.040032ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:46:36.863753Z","caller":"traceutil/trace.go:171","msg":"trace[643548793] transaction","detail":"{read_only:false; response_revision:18955; number_of_response:1; }","duration":"105.737983ms","start":"2026-03-02T02:46:36.757987Z","end":"2026-03-02T02:46:36.863725Z","steps":["trace[643548793] 'process raft request' (duration: 105.470488ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:46:55.361464Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16733} {"level":"info","ts":"2026-03-02T02:46:55.540234Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16733,"took":"175.102863ms","hash":1518382987,"current-db-size-bytes":43044864,"current-db-size":"43 MB","current-db-size-in-use-bytes":31019008,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T02:46:55.540328Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1518382987,"revision":16733,"compact-revision":14285} {"level":"info","ts":"2026-03-02T02:47:18.179308Z","caller":"traceutil/trace.go:171","msg":"trace[547779861] transaction","detail":"{read_only:false; response_revision:19162; number_of_response:1; }","duration":"249.606365ms","start":"2026-03-02T02:47:17.92967Z","end":"2026-03-02T02:47:18.179276Z","steps":["trace[547779861] 'process raft request' (duration: 249.459372ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:47:18.288795Z","caller":"traceutil/trace.go:171","msg":"trace[1928182756] transaction","detail":"{read_only:false; response_revision:19163; number_of_response:1; }","duration":"105.738804ms","start":"2026-03-02T02:47:18.183023Z","end":"2026-03-02T02:47:18.288761Z","steps":["trace[1928182756] 'process raft request' (duration: 69.571295ms)","trace[1928182756] 'compare' (duration: 36.056437ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:47:18.30443Z","caller":"traceutil/trace.go:171","msg":"trace[168636897] transaction","detail":"{read_only:false; response_revision:19164; number_of_response:1; }","duration":"120.772569ms","start":"2026-03-02T02:47:18.183632Z","end":"2026-03-02T02:47:18.304405Z","steps":["trace[168636897] 'process raft request' (duration: 120.593975ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:47:18.304769Z","caller":"traceutil/trace.go:171","msg":"trace[2002267068] transaction","detail":"{read_only:false; response_revision:19165; number_of_response:1; }","duration":"120.922983ms","start":"2026-03-02T02:47:18.183808Z","end":"2026-03-02T02:47:18.304731Z","steps":["trace[2002267068] 'process raft request' (duration: 120.531665ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:47:18.304803Z","caller":"traceutil/trace.go:171","msg":"trace[1966990398] transaction","detail":"{read_only:false; response_revision:19166; number_of_response:1; }","duration":"120.80514ms","start":"2026-03-02T02:47:18.183966Z","end":"2026-03-02T02:47:18.304772Z","steps":["trace[1966990398] 'process raft request' (duration: 120.663687ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:47:34.494152Z","caller":"traceutil/trace.go:171","msg":"trace[1689879456] linearizableReadLoop","detail":"{readStateIndex:19908; appliedIndex:19907; }","duration":"109.794183ms","start":"2026-03-02T02:47:34.384321Z","end":"2026-03-02T02:47:34.494115Z","steps":["trace[1689879456] 'read index received' (duration: 109.504177ms)","trace[1689879456] 'applied index is now lower than readState.Index' (duration: 288.776µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:47:34.494274Z","caller":"traceutil/trace.go:171","msg":"trace[1908201454] transaction","detail":"{read_only:false; response_revision:19236; number_of_response:1; }","duration":"184.696482ms","start":"2026-03-02T02:47:34.309546Z","end":"2026-03-02T02:47:34.494242Z","steps":["trace[1908201454] 'process raft request' (duration: 184.386616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:34.494415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.11501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:47:34.494458Z","caller":"traceutil/trace.go:171","msg":"trace[1540446191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19236; }","duration":"109.219642ms","start":"2026-03-02T02:47:34.385226Z","end":"2026-03-02T02:47:34.494445Z","steps":["trace[1540446191] 'agreement among raft nodes before linearized reading' (duration: 109.053069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:34.49451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.166051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T02:47:34.494649Z","caller":"traceutil/trace.go:171","msg":"trace[1447019714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19236; }","duration":"110.314964ms","start":"2026-03-02T02:47:34.384312Z","end":"2026-03-02T02:47:34.494627Z","steps":["trace[1447019714] 'agreement among raft nodes before linearized reading' (duration: 109.969847ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:47:35.086252Z","caller":"traceutil/trace.go:171","msg":"trace[365144293] transaction","detail":"{read_only:false; response_revision:19237; number_of_response:1; }","duration":"579.160729ms","start":"2026-03-02T02:47:34.50704Z","end":"2026-03-02T02:47:35.086201Z","steps":["trace[365144293] 'process raft request' (duration: 579.002976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:35.086434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:34.507005Z","time spent":"579.318581ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:47:35.860764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.315851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:47:35.861076Z","caller":"traceutil/trace.go:171","msg":"trace[842008283] transaction","detail":"{read_only:false; response_revision:19238; number_of_response:1; }","duration":"1.35374467s","start":"2026-03-02T02:47:34.507241Z","end":"2026-03-02T02:47:35.860985Z","steps":["trace[842008283] 'process raft request' (duration: 1.006864177s)","trace[842008283] 'compare' (duration: 345.999575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:47:35.861194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:34.507221Z","time spent":"1.353927513s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:47:35.861895Z","caller":"traceutil/trace.go:171","msg":"trace[1859053232] transaction","detail":"{read_only:false; response_revision:19239; number_of_response:1; }","duration":"1.354513584s","start":"2026-03-02T02:47:34.507332Z","end":"2026-03-02T02:47:35.861845Z","steps":["trace[1859053232] 'process raft request' (duration: 1.353573746s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:47:35.861946Z","caller":"traceutil/trace.go:171","msg":"trace[1758738903] transaction","detail":"{read_only:false; response_revision:19240; number_of_response:1; }","duration":"1.354045085s","start":"2026-03-02T02:47:34.507878Z","end":"2026-03-02T02:47:35.861923Z","steps":["trace[1758738903] 'process raft request' (duration: 1.35378657s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:47:35.862016Z","caller":"traceutil/trace.go:171","msg":"trace[785257739] transaction","detail":"{read_only:false; response_revision:19241; number_of_response:1; }","duration":"1.217227141s","start":"2026-03-02T02:47:34.64475Z","end":"2026-03-02T02:47:35.861977Z","steps":["trace[785257739] 'process raft request' (duration: 1.217069408s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:47:35.8619Z","caller":"traceutil/trace.go:171","msg":"trace[1002880177] linearizableReadLoop","detail":"{readStateIndex:19913; appliedIndex:19909; }","duration":"991.070336ms","start":"2026-03-02T02:47:34.87081Z","end":"2026-03-02T02:47:35.86188Z","steps":["trace[1002880177] 'read index received' (duration: 215.385674ms)","trace[1002880177] 'applied index is now lower than readState.Index' (duration: 775.683582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:47:35.862248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.418693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T02:47:35.8621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:34.507869Z","time spent":"1.354125076s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:47:35.862283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:34.644723Z","time spent":"1.217390425s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:47:35.862331Z","caller":"traceutil/trace.go:171","msg":"trace[1951102943] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19241; }","duration":"991.546165ms","start":"2026-03-02T02:47:34.870765Z","end":"2026-03-02T02:47:35.862312Z","steps":["trace[1951102943] 'agreement among raft nodes before linearized reading' (duration: 991.331521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:35.862095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:34.50731Z","time spent":"1.354698598s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:47:35.862383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:34.870743Z","time spent":"991.627128ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:47:35.866846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.912861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:47:35.866924Z","caller":"traceutil/trace.go:171","msg":"trace[765634184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19242; }","duration":"996.042984ms","start":"2026-03-02T02:47:34.870862Z","end":"2026-03-02T02:47:35.866905Z","steps":["trace[765634184] 'agreement among raft nodes before linearized reading' (duration: 995.820599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:35.866973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:34.870819Z","time spent":"996.140806ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:47:35.867219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.327906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T02:47:35.86722Z","caller":"traceutil/trace.go:171","msg":"trace[1290338628] transaction","detail":"{read_only:false; response_revision:19242; number_of_response:1; }","duration":"684.76546ms","start":"2026-03-02T02:47:35.182415Z","end":"2026-03-02T02:47:35.86718Z","steps":["trace[1290338628] 'process raft request' (duration: 684.103787ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:47:35.867285Z","caller":"traceutil/trace.go:171","msg":"trace[1428630552] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:19242; }","duration":"568.388817ms","start":"2026-03-02T02:47:35.298876Z","end":"2026-03-02T02:47:35.867265Z","steps":["trace[1428630552] 'agreement among raft nodes before linearized reading' (duration: 568.238514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:35.867339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:35.298808Z","time spent":"568.51778ms","remote":"127.0.0.1:57604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-03-02T02:47:35.867342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:35.182373Z","time spent":"684.910573ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:47:35.866856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.976511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:47:35.867427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.001411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:47:35.86742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.249488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:47:35.867505Z","caller":"traceutil/trace.go:171","msg":"trace[469016623] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:19242; }","duration":"457.629584ms","start":"2026-03-02T02:47:35.409814Z","end":"2026-03-02T02:47:35.867444Z","steps":["trace[469016623] 'agreement among raft nodes before linearized reading' (duration: 456.949551ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:47:35.867476Z","caller":"traceutil/trace.go:171","msg":"trace[2061725008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19242; }","duration":"690.093403ms","start":"2026-03-02T02:47:35.177369Z","end":"2026-03-02T02:47:35.867462Z","steps":["trace[2061725008] 'agreement among raft nodes before linearized reading' (duration: 690.006132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:35.867662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:35.409796Z","time spent":"457.810658ms","remote":"127.0.0.1:40318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:47:35.867681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:35.177341Z","time spent":"690.324987ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:47:35.867645Z","caller":"traceutil/trace.go:171","msg":"trace[965738338] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:19242; }","duration":"376.579075ms","start":"2026-03-02T02:47:35.490969Z","end":"2026-03-02T02:47:35.867549Z","steps":["trace[965738338] 'agreement among raft nodes before linearized reading' (duration: 376.137587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:35.867929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:35.490945Z","time spent":"376.910791ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:47:35.867425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.094647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:47:35.868274Z","caller":"traceutil/trace.go:171","msg":"trace[579017264] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:19242; }","duration":"708.064706ms","start":"2026-03-02T02:47:35.160191Z","end":"2026-03-02T02:47:35.868256Z","steps":["trace[579017264] 'agreement among raft nodes before linearized reading' (duration: 707.010645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:35.868343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:35.160163Z","time spent":"708.161437ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":69,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:47:36.370337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775522082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:47:36.656131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.415313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:47:36.656245Z","caller":"traceutil/trace.go:171","msg":"trace[577132541] transaction","detail":"{read_only:false; response_revision:19243; number_of_response:1; }","duration":"787.454954ms","start":"2026-03-02T02:47:35.868771Z","end":"2026-03-02T02:47:36.656226Z","steps":["trace[577132541] 'process raft request' (duration: 569.857656ms)","trace[577132541] 'compare' (duration: 216.829812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:47:36.656307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:35.868748Z","time spent":"787.530836ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:47:36.662273Z","caller":"traceutil/trace.go:171","msg":"trace[814012216] linearizableReadLoop","detail":"{readStateIndex:19916; appliedIndex:19914; }","duration":"792.91162ms","start":"2026-03-02T02:47:35.869341Z","end":"2026-03-02T02:47:36.662253Z","steps":["trace[814012216] 'read index received' (duration: 569.301114ms)","trace[814012216] 'applied index is now lower than readState.Index' (duration: 223.609866ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:47:36.662509Z","caller":"traceutil/trace.go:171","msg":"trace[213941255] transaction","detail":"{read_only:false; response_revision:19244; number_of_response:1; }","duration":"789.763659ms","start":"2026-03-02T02:47:35.872737Z","end":"2026-03-02T02:47:36.6625Z","steps":["trace[213941255] 'process raft request' (duration: 789.412472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:36.662598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:35.872721Z","time spent":"789.814499ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:47:36.662762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.41911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:47:36.662794Z","caller":"traceutil/trace.go:171","msg":"trace[401578041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19244; }","duration":"793.473291ms","start":"2026-03-02T02:47:35.869312Z","end":"2026-03-02T02:47:36.662786Z","steps":["trace[401578041] 'agreement among raft nodes before linearized reading' (duration: 793.42506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:36.662813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:35.869296Z","time spent":"793.513172ms","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:47:36.66299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.785098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d74d38d-2a69-47dd-8836-f93cb5acdb95\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-02T02:47:36.663044Z","caller":"traceutil/trace.go:171","msg":"trace[1506828921] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d74d38d-2a69-47dd-8836-f93cb5acdb95; range_end:; response_count:1; response_revision:19244; }","duration":"792.845548ms","start":"2026-03-02T02:47:35.870163Z","end":"2026-03-02T02:47:36.663008Z","steps":["trace[1506828921] 'agreement among raft nodes before linearized reading' (duration: 792.753587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:36.663074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:35.870144Z","time spent":"792.92266ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-3d74d38d-2a69-47dd-8836-f93cb5acdb95\" "} {"level":"warn","ts":"2026-03-02T02:47:36.663215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.300482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:47:36.663243Z","caller":"traceutil/trace.go:171","msg":"trace[384249263] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:19244; }","duration":"654.364544ms","start":"2026-03-02T02:47:36.008871Z","end":"2026-03-02T02:47:36.663236Z","steps":["trace[384249263] 'agreement among raft nodes before linearized reading' (duration: 654.319623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:36.663263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:36.00885Z","time spent":"654.407364ms","remote":"127.0.0.1:57842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:47:36.663346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.538863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T02:47:36.663433Z","caller":"traceutil/trace.go:171","msg":"trace[1454145796] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19244; }","duration":"351.653596ms","start":"2026-03-02T02:47:36.311755Z","end":"2026-03-02T02:47:36.663408Z","steps":["trace[1454145796] 'agreement among raft nodes before linearized reading' (duration: 351.415881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:36.66348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:36.311741Z","time spent":"351.729577ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:47:36.663595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.799362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T02:47:36.663653Z","caller":"traceutil/trace.go:171","msg":"trace[1784566829] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19244; }","duration":"163.893803ms","start":"2026-03-02T02:47:36.499745Z","end":"2026-03-02T02:47:36.663639Z","steps":["trace[1784566829] 'agreement among raft nodes before linearized reading' (duration: 163.762491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:37.127696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.539783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:47:37.127796Z","caller":"traceutil/trace.go:171","msg":"trace[1590889695] linearizableReadLoop","detail":"{readStateIndex:19917; appliedIndex:19916; }","duration":"458.048563ms","start":"2026-03-02T02:47:36.669731Z","end":"2026-03-02T02:47:37.127779Z","steps":["trace[1590889695] 'read index received' (duration: 129.311916ms)","trace[1590889695] 'applied index is now lower than readState.Index' (duration: 328.735227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:47:37.128081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.949291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:47:37.128095Z","caller":"traceutil/trace.go:171","msg":"trace[1562438630] transaction","detail":"{read_only:false; response_revision:19245; number_of_response:1; }","duration":"459.999791ms","start":"2026-03-02T02:47:36.668065Z","end":"2026-03-02T02:47:37.128064Z","steps":["trace[1562438630] 'process raft request' (duration: 131.003259ms)","trace[1562438630] 'compare' (duration: 328.359179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:47:37.12821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.447081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4018ee49-d1d2-4d35-8c62-35b3e1d01f48\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-02T02:47:37.128259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.159573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:47:37.128135Z","caller":"traceutil/trace.go:171","msg":"trace[460076799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19245; }","duration":"458.035452ms","start":"2026-03-02T02:47:36.670086Z","end":"2026-03-02T02:47:37.128121Z","steps":["trace[460076799] 'agreement among raft nodes before linearized reading' (duration: 457.94868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:37.128497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:36.670069Z","time spent":"458.406971ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:47:37.128506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.006664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18268"} {"level":"info","ts":"2026-03-02T02:47:37.128545Z","caller":"traceutil/trace.go:171","msg":"trace[1022322066] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19245; }","duration":"454.084996ms","start":"2026-03-02T02:47:36.67445Z","end":"2026-03-02T02:47:37.128535Z","steps":["trace[1022322066] 'agreement among raft nodes before linearized reading' (duration: 453.932803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:37.128581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:36.674433Z","time spent":"454.142477ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18291,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T02:47:37.128249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:36.668056Z","time spent":"460.111244ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:47:37.12829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.422944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T02:47:37.12895Z","caller":"traceutil/trace.go:171","msg":"trace[1466266380] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19245; }","duration":"219.114926ms","start":"2026-03-02T02:47:36.909818Z","end":"2026-03-02T02:47:37.128933Z","steps":["trace[1466266380] 'agreement among raft nodes before linearized reading' (duration: 218.372402ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:47:37.12835Z","caller":"traceutil/trace.go:171","msg":"trace[386522383] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4018ee49-d1d2-4d35-8c62-35b3e1d01f48; range_end:; response_count:1; response_revision:19245; }","duration":"458.574514ms","start":"2026-03-02T02:47:36.669717Z","end":"2026-03-02T02:47:37.128291Z","steps":["trace[386522383] 'agreement among raft nodes before linearized reading' (duration: 458.303579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:37.129011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:36.669711Z","time spent":"459.288948ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-4018ee49-d1d2-4d35-8c62-35b3e1d01f48\" "} {"level":"info","ts":"2026-03-02T02:47:37.129806Z","caller":"traceutil/trace.go:171","msg":"trace[1902142848] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:19245; }","duration":"102.369347ms","start":"2026-03-02T02:47:37.026044Z","end":"2026-03-02T02:47:37.128414Z","steps":["trace[1902142848] 'agreement among raft nodes before linearized reading' (duration: 102.063581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:37.795905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.653419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:47:37.796237Z","caller":"traceutil/trace.go:171","msg":"trace[705207572] transaction","detail":"{read_only:false; response_revision:19246; number_of_response:1; }","duration":"662.184566ms","start":"2026-03-02T02:47:37.134019Z","end":"2026-03-02T02:47:37.796203Z","steps":["trace[705207572] 'process raft request' (duration: 110.1502ms)","trace[705207572] 'compare' (duration: 551.382574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:47:37.796366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:37.134003Z","time spent":"662.299479ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:47:37.79696Z","caller":"traceutil/trace.go:171","msg":"trace[2079535424] linearizableReadLoop","detail":"{readStateIndex:19919; appliedIndex:19917; }","duration":"662.411672ms","start":"2026-03-02T02:47:37.134533Z","end":"2026-03-02T02:47:37.796945Z","steps":["trace[2079535424] 'read index received' (duration: 109.722422ms)","trace[2079535424] 'applied index is now lower than readState.Index' (duration: 552.68829ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:47:37.797051Z","caller":"traceutil/trace.go:171","msg":"trace[172406373] transaction","detail":"{read_only:false; response_revision:19247; number_of_response:1; }","duration":"662.584915ms","start":"2026-03-02T02:47:37.134446Z","end":"2026-03-02T02:47:37.79703Z","steps":["trace[172406373] 'process raft request' (duration: 661.584215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:37.797141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:37.13443Z","time spent":"662.669367ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:47:37.809548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.012978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-02T02:47:37.809582Z","caller":"traceutil/trace.go:171","msg":"trace[940236957] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:19247; }","duration":"675.07492ms","start":"2026-03-02T02:47:37.134497Z","end":"2026-03-02T02:47:37.809572Z","steps":["trace[940236957] 'agreement among raft nodes before linearized reading' (duration: 662.545184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:37.809601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:37.134487Z","time spent":"675.10969ms","remote":"127.0.0.1:57604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T02:47:37.810127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.60527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:47:37.810294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.30814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:47:37.810341Z","caller":"traceutil/trace.go:171","msg":"trace[372477399] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:19247; }","duration":"195.394422ms","start":"2026-03-02T02:47:37.614934Z","end":"2026-03-02T02:47:37.810329Z","steps":["trace[372477399] 'agreement among raft nodes before linearized reading' (duration: 195.295491ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:47:37.810266Z","caller":"traceutil/trace.go:171","msg":"trace[308140830] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19247; }","duration":"621.742743ms","start":"2026-03-02T02:47:37.188457Z","end":"2026-03-02T02:47:37.810199Z","steps":["trace[308140830] 'agreement among raft nodes before linearized reading' (duration: 621.57107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:37.810444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:37.188437Z","time spent":"621.973928ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T02:47:38.301202Z","caller":"traceutil/trace.go:171","msg":"trace[2069771717] transaction","detail":"{read_only:false; response_revision:19248; number_of_response:1; }","duration":"430.681936ms","start":"2026-03-02T02:47:37.870492Z","end":"2026-03-02T02:47:38.301174Z","steps":["trace[2069771717] 'process raft request' (duration: 430.476323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:38.301362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:37.870474Z","time spent":"430.803839ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:47:38.30196Z","caller":"traceutil/trace.go:171","msg":"trace[254869213] transaction","detail":"{read_only:false; response_revision:19249; number_of_response:1; }","duration":"431.41527ms","start":"2026-03-02T02:47:37.870523Z","end":"2026-03-02T02:47:38.301939Z","steps":["trace[254869213] 'process raft request' (duration: 431.298138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:38.302153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:37.870505Z","time spent":"431.521443ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:47:38.302387Z","caller":"traceutil/trace.go:171","msg":"trace[1620205498] transaction","detail":"{read_only:false; response_revision:19250; number_of_response:1; }","duration":"431.704076ms","start":"2026-03-02T02:47:37.870654Z","end":"2026-03-02T02:47:38.302358Z","steps":["trace[1620205498] 'process raft request' (duration: 431.250258ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:47:38.302383Z","caller":"traceutil/trace.go:171","msg":"trace[1177257126] linearizableReadLoop","detail":"{readStateIndex:19924; appliedIndex:19919; }","duration":"124.48138ms","start":"2026-03-02T02:47:38.177877Z","end":"2026-03-02T02:47:38.302359Z","steps":["trace[1177257126] 'read index received' (duration: 123.172675ms)","trace[1177257126] 'applied index is now lower than readState.Index' (duration: 1.307745ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:47:38.302405Z","caller":"traceutil/trace.go:171","msg":"trace[235404351] transaction","detail":"{read_only:false; response_revision:19251; number_of_response:1; }","duration":"430.406961ms","start":"2026-03-02T02:47:37.87197Z","end":"2026-03-02T02:47:38.302377Z","steps":["trace[235404351] 'process raft request' (duration: 430.216297ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:47:38.302489Z","caller":"traceutil/trace.go:171","msg":"trace[245367870] transaction","detail":"{read_only:false; response_revision:19252; number_of_response:1; }","duration":"250.126295ms","start":"2026-03-02T02:47:38.052329Z","end":"2026-03-02T02:47:38.302455Z","steps":["trace[245367870] 'process raft request' (duration: 249.986602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:38.302549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.660335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:47:38.302588Z","caller":"traceutil/trace.go:171","msg":"trace[1247281651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19252; }","duration":"124.742725ms","start":"2026-03-02T02:47:38.177834Z","end":"2026-03-02T02:47:38.302577Z","steps":["trace[1247281651] 'agreement among raft nodes before linearized reading' (duration: 124.650674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:38.302549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:37.870626Z","time spent":"431.840868ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:47:38.302638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:37.871956Z","time spent":"430.547623ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:47:51.028687Z","caller":"traceutil/trace.go:171","msg":"trace[700934094] transaction","detail":"{read_only:false; response_revision:19311; number_of_response:1; }","duration":"150.888149ms","start":"2026-03-02T02:47:50.877763Z","end":"2026-03-02T02:47:51.028651Z","steps":["trace[700934094] 'process raft request' (duration: 119.787179ms)","trace[700934094] 'compare' (duration: 30.815105ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:47:54.484195Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T02:47:54.489329Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-02T02:47:54.489408Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-02T02:50:06.880954Z","caller":"traceutil/trace.go:171","msg":"trace[758563534] transaction","detail":"{read_only:false; response_revision:20407; number_of_response:1; }","duration":"233.01363ms","start":"2026-03-02T02:50:06.647905Z","end":"2026-03-02T02:50:06.880918Z","steps":["trace[758563534] 'process raft request' (duration: 232.829436ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:06.530465Z","caller":"traceutil/trace.go:171","msg":"trace[1704794967] linearizableReadLoop","detail":"{readStateIndex:22011; appliedIndex:22010; }","duration":"160.873594ms","start":"2026-03-02T02:51:06.369567Z","end":"2026-03-02T02:51:06.53044Z","steps":["trace[1704794967] 'read index received' (duration: 159.981317ms)","trace[1704794967] 'applied index is now lower than readState.Index' (duration: 891.657µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:51:06.530625Z","caller":"traceutil/trace.go:171","msg":"trace[681658961] transaction","detail":"{read_only:false; response_revision:21271; number_of_response:1; }","duration":"163.155829ms","start":"2026-03-02T02:51:06.36746Z","end":"2026-03-02T02:51:06.530616Z","steps":["trace[681658961] 'process raft request' (duration: 162.070298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:06.530863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.283442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T02:51:06.530897Z","caller":"traceutil/trace.go:171","msg":"trace[1793560657] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21271; }","duration":"161.350994ms","start":"2026-03-02T02:51:06.369535Z","end":"2026-03-02T02:51:06.530886Z","steps":["trace[1793560657] 'agreement among raft nodes before linearized reading' (duration: 161.211271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:06.533993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.064929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2364563"} {"level":"info","ts":"2026-03-02T02:51:06.534391Z","caller":"traceutil/trace.go:171","msg":"trace[402073650] transaction","detail":"{read_only:false; response_revision:21272; number_of_response:1; }","duration":"150.500111ms","start":"2026-03-02T02:51:06.383872Z","end":"2026-03-02T02:51:06.534372Z","steps":["trace[402073650] 'process raft request' (duration: 148.871059ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:06.534079Z","caller":"traceutil/trace.go:171","msg":"trace[1559691582] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21273; }","duration":"160.16299ms","start":"2026-03-02T02:51:06.373895Z","end":"2026-03-02T02:51:06.534058Z","steps":["trace[1559691582] 'agreement among raft nodes before linearized reading' (duration: 159.037709ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:08.010197Z","caller":"traceutil/trace.go:171","msg":"trace[719411035] linearizableReadLoop","detail":"{readStateIndex:22073; appliedIndex:22072; }","duration":"118.329211ms","start":"2026-03-02T02:51:07.891825Z","end":"2026-03-02T02:51:08.010155Z","steps":["trace[719411035] 'read index received' (duration: 117.964824ms)","trace[719411035] 'applied index is now lower than readState.Index' (duration: 362.377µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:51:08.010297Z","caller":"traceutil/trace.go:171","msg":"trace[601313328] transaction","detail":"{read_only:false; response_revision:21333; number_of_response:1; }","duration":"124.223266ms","start":"2026-03-02T02:51:07.88604Z","end":"2026-03-02T02:51:08.010263Z","steps":["trace[601313328] 'process raft request' (duration: 123.754827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:08.0107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.801831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3525"} {"level":"warn","ts":"2026-03-02T02:51:08.010769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.21362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:51:08.010906Z","caller":"traceutil/trace.go:171","msg":"trace[1611150103] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:21333; }","duration":"118.408353ms","start":"2026-03-02T02:51:07.892475Z","end":"2026-03-02T02:51:08.010884Z","steps":["trace[1611150103] 'agreement among raft nodes before linearized reading' (duration: 118.178369ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:08.010827Z","caller":"traceutil/trace.go:171","msg":"trace[396530999] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:21333; }","duration":"119.001604ms","start":"2026-03-02T02:51:07.891796Z","end":"2026-03-02T02:51:08.010798Z","steps":["trace[396530999] 'agreement among raft nodes before linearized reading' (duration: 118.563075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:08.011963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.286232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:51:08.012048Z","caller":"traceutil/trace.go:171","msg":"trace[918960252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21333; }","duration":"112.456715ms","start":"2026-03-02T02:51:07.899573Z","end":"2026-03-02T02:51:08.01203Z","steps":["trace[918960252] 'agreement among raft nodes before linearized reading' (duration: 112.16374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:08.012072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.390572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:51:08.012812Z","caller":"traceutil/trace.go:171","msg":"trace[750005222] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:21333; }","duration":"120.140907ms","start":"2026-03-02T02:51:07.892643Z","end":"2026-03-02T02:51:08.012784Z","steps":["trace[750005222] 'agreement among raft nodes before linearized reading' (duration: 119.361842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:15.275517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775528858,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:51:15.597093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.003896008s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:51:15.597561Z","caller":"traceutil/trace.go:171","msg":"trace[166692430] transaction","detail":"{read_only:false; response_revision:21487; number_of_response:1; }","duration":"1.004464039s","start":"2026-03-02T02:51:14.593067Z","end":"2026-03-02T02:51:15.597531Z","steps":["trace[166692430] 'process raft request' (duration: 1.004293956s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:15.597721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:14.593044Z","time spent":"1.004595472s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:51:15.598601Z","caller":"traceutil/trace.go:171","msg":"trace[59519419] linearizableReadLoop","detail":"{readStateIndex:22231; appliedIndex:22228; }","duration":"823.129872ms","start":"2026-03-02T02:51:14.775454Z","end":"2026-03-02T02:51:15.598584Z","steps":["trace[59519419] 'read index received' (duration: 821.833697ms)","trace[59519419] 'applied index is now lower than readState.Index' (duration: 1.295465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:51:15.598871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.370158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5023"} {"level":"info","ts":"2026-03-02T02:51:15.598931Z","caller":"traceutil/trace.go:171","msg":"trace[2053680472] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:21489; }","duration":"823.47161ms","start":"2026-03-02T02:51:14.775445Z","end":"2026-03-02T02:51:15.598917Z","steps":["trace[2053680472] 'agreement among raft nodes before linearized reading' (duration: 823.217165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:15.598968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:14.77538Z","time spent":"823.578232ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5046,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:51:15.59922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.4975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:51:15.599249Z","caller":"traceutil/trace.go:171","msg":"trace[217108163] transaction","detail":"{read_only:false; response_revision:21488; number_of_response:1; }","duration":"689.621694ms","start":"2026-03-02T02:51:14.909589Z","end":"2026-03-02T02:51:15.599211Z","steps":["trace[217108163] 'process raft request' (duration: 688.86064ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:15.599286Z","caller":"traceutil/trace.go:171","msg":"trace[871782228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21489; }","duration":"255.615013ms","start":"2026-03-02T02:51:15.343652Z","end":"2026-03-02T02:51:15.599267Z","steps":["trace[871782228] 'agreement among raft nodes before linearized reading' (duration: 255.432429ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:15.59929Z","caller":"traceutil/trace.go:171","msg":"trace[1810212035] transaction","detail":"{read_only:false; response_revision:21489; number_of_response:1; }","duration":"416.065479ms","start":"2026-03-02T02:51:15.183163Z","end":"2026-03-02T02:51:15.599229Z","steps":["trace[1810212035] 'process raft request' (duration: 415.387126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:15.599431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:14.909564Z","time spent":"689.753716ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:51:15.599465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:15.183142Z","time spent":"416.229213ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:51:15.601026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.05408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T02:51:15.601109Z","caller":"traceutil/trace.go:171","msg":"trace[286156995] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21489; }","duration":"108.348355ms","start":"2026-03-02T02:51:15.492739Z","end":"2026-03-02T02:51:15.601087Z","steps":["trace[286156995] 'agreement among raft nodes before linearized reading' (duration: 106.469518ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:55.367536Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19054} {"level":"info","ts":"2026-03-02T02:51:55.484471Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19054,"took":"112.916751ms","hash":2837816838,"current-db-size-bytes":46850048,"current-db-size":"47 MB","current-db-size-in-use-bytes":38092800,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-02T02:51:55.484532Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2837816838,"revision":19054,"compact-revision":16733} {"level":"info","ts":"2026-03-02T02:51:55.969212Z","caller":"traceutil/trace.go:171","msg":"trace[569343688] transaction","detail":"{read_only:false; response_revision:21856; number_of_response:1; }","duration":"121.580417ms","start":"2026-03-02T02:51:55.84761Z","end":"2026-03-02T02:51:55.96919Z","steps":["trace[569343688] 'process raft request' (duration: 121.504075ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:55.969476Z","caller":"traceutil/trace.go:171","msg":"trace[763655715] transaction","detail":"{read_only:false; response_revision:21855; number_of_response:1; }","duration":"122.916654ms","start":"2026-03-02T02:51:55.846548Z","end":"2026-03-02T02:51:55.969465Z","steps":["trace[763655715] 'process raft request' (duration: 121.667679ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:56.019124Z","caller":"traceutil/trace.go:171","msg":"trace[686067034] transaction","detail":"{read_only:false; response_revision:21857; number_of_response:1; }","duration":"122.339723ms","start":"2026-03-02T02:51:55.896751Z","end":"2026-03-02T02:51:56.019091Z","steps":["trace[686067034] 'process raft request' (duration: 122.164979ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:52:37.265675Z","caller":"traceutil/trace.go:171","msg":"trace[1297948055] linearizableReadLoop","detail":"{readStateIndex:23113; appliedIndex:23112; }","duration":"109.203286ms","start":"2026-03-02T02:52:37.156444Z","end":"2026-03-02T02:52:37.265648Z","steps":["trace[1297948055] 'read index received' (duration: 109.025203ms)","trace[1297948055] 'applied index is now lower than readState.Index' (duration: 177.003µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:52:37.265721Z","caller":"traceutil/trace.go:171","msg":"trace[828659384] transaction","detail":"{read_only:false; response_revision:22348; number_of_response:1; }","duration":"121.368234ms","start":"2026-03-02T02:52:37.144316Z","end":"2026-03-02T02:52:37.265685Z","steps":["trace[828659384] 'process raft request' (duration: 121.16082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:52:37.266072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.41243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:52:37.266163Z","caller":"traceutil/trace.go:171","msg":"trace[1398748508] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:22348; }","duration":"109.744497ms","start":"2026-03-02T02:52:37.156398Z","end":"2026-03-02T02:52:37.266142Z","steps":["trace[1398748508] 'agreement among raft nodes before linearized reading' (duration: 109.38556ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:53:40.626865Z","caller":"traceutil/trace.go:171","msg":"trace[1103753564] transaction","detail":"{read_only:false; response_revision:22896; number_of_response:1; }","duration":"157.007846ms","start":"2026-03-02T02:53:40.469827Z","end":"2026-03-02T02:53:40.626834Z","steps":["trace[1103753564] 'process raft request' (duration: 119.28151ms)","trace[1103753564] 'compare' (duration: 37.619594ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:53:40.666146Z","caller":"traceutil/trace.go:171","msg":"trace[37305237] linearizableReadLoop","detail":"{readStateIndex:23676; appliedIndex:23674; }","duration":"186.467695ms","start":"2026-03-02T02:53:40.479646Z","end":"2026-03-02T02:53:40.666114Z","steps":["trace[37305237] 'read index received' (duration: 109.481202ms)","trace[37305237] 'applied index is now lower than readState.Index' (duration: 76.984633ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:53:40.666192Z","caller":"traceutil/trace.go:171","msg":"trace[1792120583] transaction","detail":"{read_only:false; response_revision:22897; number_of_response:1; }","duration":"196.268743ms","start":"2026-03-02T02:53:40.469887Z","end":"2026-03-02T02:53:40.666156Z","steps":["trace[1792120583] 'process raft request' (duration: 196.003298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:53:40.666368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.68995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:53:40.666415Z","caller":"traceutil/trace.go:171","msg":"trace[1643979525] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:22898; }","duration":"186.777841ms","start":"2026-03-02T02:53:40.479623Z","end":"2026-03-02T02:53:40.666401Z","steps":["trace[1643979525] 'agreement among raft nodes before linearized reading' (duration: 186.616468ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:53:40.666379Z","caller":"traceutil/trace.go:171","msg":"trace[2037449899] transaction","detail":"{read_only:false; response_revision:22898; number_of_response:1; }","duration":"109.467331ms","start":"2026-03-02T02:53:40.5569Z","end":"2026-03-02T02:53:40.666368Z","steps":["trace[2037449899] 'process raft request' (duration: 109.165685ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:53:46.561476Z","caller":"traceutil/trace.go:171","msg":"trace[566831437] linearizableReadLoop","detail":"{readStateIndex:23712; appliedIndex:23711; }","duration":"146.436781ms","start":"2026-03-02T02:53:46.414976Z","end":"2026-03-02T02:53:46.561413Z","steps":["trace[566831437] 'read index received' (duration: 146.239787ms)","trace[566831437] 'applied index is now lower than readState.Index' (duration: 195.724µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:53:46.561769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.775359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T02:53:46.561753Z","caller":"traceutil/trace.go:171","msg":"trace[1989919028] transaction","detail":"{read_only:false; response_revision:22932; number_of_response:1; }","duration":"155.341352ms","start":"2026-03-02T02:53:46.406198Z","end":"2026-03-02T02:53:46.561539Z","steps":["trace[1989919028] 'process raft request' (duration: 154.975644ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:53:46.561815Z","caller":"traceutil/trace.go:171","msg":"trace[1521857786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22932; }","duration":"146.8721ms","start":"2026-03-02T02:53:46.41493Z","end":"2026-03-02T02:53:46.561802Z","steps":["trace[1521857786] 'agreement among raft nodes before linearized reading' (duration: 146.635715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:53:46.629236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.811828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:53:46.629311Z","caller":"traceutil/trace.go:171","msg":"trace[350180853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22933; }","duration":"207.924069ms","start":"2026-03-02T02:53:46.421369Z","end":"2026-03-02T02:53:46.629293Z","steps":["trace[350180853] 'agreement among raft nodes before linearized reading' (duration: 207.739416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:53:46.629568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.456389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T02:53:46.629835Z","caller":"traceutil/trace.go:171","msg":"trace[2093383542] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22933; }","duration":"205.030591ms","start":"2026-03-02T02:53:46.424778Z","end":"2026-03-02T02:53:46.629808Z","steps":["trace[2093383542] 'agreement among raft nodes before linearized reading' (duration: 204.330677ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:53:52.144242Z","caller":"traceutil/trace.go:171","msg":"trace[1939507747] transaction","detail":"{read_only:false; response_revision:22992; number_of_response:1; }","duration":"153.537226ms","start":"2026-03-02T02:53:51.990681Z","end":"2026-03-02T02:53:52.144218Z","steps":["trace[1939507747] 'process raft request' (duration: 153.209489ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:53:52.371975Z","caller":"traceutil/trace.go:171","msg":"trace[399661752] transaction","detail":"{read_only:false; response_revision:22993; number_of_response:1; }","duration":"164.579059ms","start":"2026-03-02T02:53:52.207364Z","end":"2026-03-02T02:53:52.371943Z","steps":["trace[399661752] 'process raft request' (duration: 145.073963ms)","trace[399661752] 'compare' (duration: 19.297502ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:53:52.372062Z","caller":"traceutil/trace.go:171","msg":"trace[721359448] linearizableReadLoop","detail":"{readStateIndex:23774; appliedIndex:23773; }","duration":"113.060334ms","start":"2026-03-02T02:53:52.258984Z","end":"2026-03-02T02:53:52.372044Z","steps":["trace[721359448] 'read index received' (duration: 93.550158ms)","trace[721359448] 'applied index is now lower than readState.Index' (duration: 19.508966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:53:52.372293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.296049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:53:52.372342Z","caller":"traceutil/trace.go:171","msg":"trace[2072225839] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22994; }","duration":"113.404422ms","start":"2026-03-02T02:53:52.258926Z","end":"2026-03-02T02:53:52.37233Z","steps":["trace[2072225839] 'agreement among raft nodes before linearized reading' (duration: 113.306349ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:53:52.824492Z","caller":"traceutil/trace.go:171","msg":"trace[992909878] linearizableReadLoop","detail":"{readStateIndex:23777; appliedIndex:23776; }","duration":"168.653122ms","start":"2026-03-02T02:53:52.655814Z","end":"2026-03-02T02:53:52.824467Z","steps":["trace[992909878] 'read index received' (duration: 168.453368ms)","trace[992909878] 'applied index is now lower than readState.Index' (duration: 198.904µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:53:52.824626Z","caller":"traceutil/trace.go:171","msg":"trace[258568450] transaction","detail":"{read_only:false; response_revision:22996; number_of_response:1; }","duration":"243.92961ms","start":"2026-03-02T02:53:52.580648Z","end":"2026-03-02T02:53:52.824577Z","steps":["trace[258568450] 'process raft request' (duration: 243.679485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:53:52.824753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.929487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T02:53:52.824835Z","caller":"traceutil/trace.go:171","msg":"trace[1487931486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22996; }","duration":"169.0631ms","start":"2026-03-02T02:53:52.65576Z","end":"2026-03-02T02:53:52.824823Z","steps":["trace[1487931486] 'agreement among raft nodes before linearized reading' (duration: 168.851976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:53:52.824914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.095242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:53:52.824998Z","caller":"traceutil/trace.go:171","msg":"trace[1335474783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22996; }","duration":"139.226425ms","start":"2026-03-02T02:53:52.685752Z","end":"2026-03-02T02:53:52.824978Z","steps":["trace[1335474783] 'agreement among raft nodes before linearized reading' (duration: 138.95399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:53:52.825068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.246869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:53:52.825126Z","caller":"traceutil/trace.go:171","msg":"trace[48973224] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:22996; }","duration":"114.31817ms","start":"2026-03-02T02:53:52.710792Z","end":"2026-03-02T02:53:52.82511Z","steps":["trace[48973224] 'agreement among raft nodes before linearized reading' (duration: 114.223988ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:53:53.005935Z","caller":"traceutil/trace.go:171","msg":"trace[1379419796] transaction","detail":"{read_only:false; response_revision:22997; number_of_response:1; }","duration":"176.145014ms","start":"2026-03-02T02:53:52.82976Z","end":"2026-03-02T02:53:53.005905Z","steps":["trace[1379419796] 'process raft request' (duration: 141.930829ms)","trace[1379419796] 'compare' (duration: 34.092833ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:53:53.025087Z","caller":"traceutil/trace.go:171","msg":"trace[1605844262] transaction","detail":"{read_only:false; response_revision:22998; number_of_response:1; }","duration":"195.11582ms","start":"2026-03-02T02:53:52.829956Z","end":"2026-03-02T02:53:53.025072Z","steps":["trace[1605844262] 'process raft request' (duration: 194.995796ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:53:53.025233Z","caller":"traceutil/trace.go:171","msg":"trace[998025051] transaction","detail":"{read_only:false; response_revision:22999; number_of_response:1; }","duration":"195.153861ms","start":"2026-03-02T02:53:52.830072Z","end":"2026-03-02T02:53:53.025226Z","steps":["trace[998025051] 'process raft request' (duration: 194.966397ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:53:53.025411Z","caller":"traceutil/trace.go:171","msg":"trace[1210280098] transaction","detail":"{read_only:false; response_revision:23000; number_of_response:1; }","duration":"195.267703ms","start":"2026-03-02T02:53:52.830137Z","end":"2026-03-02T02:53:53.025404Z","steps":["trace[1210280098] 'process raft request' (duration: 195.059099ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:53:53.025513Z","caller":"traceutil/trace.go:171","msg":"trace[1572966954] linearizableReadLoop","detail":"{readStateIndex:23782; appliedIndex:23777; }","duration":"142.941161ms","start":"2026-03-02T02:53:52.882544Z","end":"2026-03-02T02:53:53.025485Z","steps":["trace[1572966954] 'read index received' (duration: 89.138058ms)","trace[1572966954] 'applied index is now lower than readState.Index' (duration: 53.801963ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:53:53.025547Z","caller":"traceutil/trace.go:171","msg":"trace[1662737851] transaction","detail":"{read_only:false; response_revision:23001; number_of_response:1; }","duration":"195.358344ms","start":"2026-03-02T02:53:52.830156Z","end":"2026-03-02T02:53:53.025515Z","steps":["trace[1662737851] 'process raft request' (duration: 195.218542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:53:53.025741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.177475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T02:53:53.025765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.142367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:53:53.025795Z","caller":"traceutil/trace.go:171","msg":"trace[1340594709] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23001; }","duration":"143.281968ms","start":"2026-03-02T02:53:52.8825Z","end":"2026-03-02T02:53:53.025782Z","steps":["trace[1340594709] 'agreement among raft nodes before linearized reading' (duration: 143.075334ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:53:53.025821Z","caller":"traceutil/trace.go:171","msg":"trace[707173673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23001; }","duration":"113.234348ms","start":"2026-03-02T02:53:52.912562Z","end":"2026-03-02T02:53:53.025796Z","steps":["trace[707173673] 'agreement among raft nodes before linearized reading' (duration: 113.068675ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:53:53.92561Z","caller":"traceutil/trace.go:171","msg":"trace[297305187] transaction","detail":"{read_only:false; response_revision:23009; number_of_response:1; }","duration":"143.732436ms","start":"2026-03-02T02:53:53.781846Z","end":"2026-03-02T02:53:53.925578Z","steps":["trace[297305187] 'process raft request' (duration: 143.490731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:53:54.572026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.619257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:53:54.572541Z","caller":"traceutil/trace.go:171","msg":"trace[1024479946] transaction","detail":"{read_only:false; response_revision:23011; number_of_response:1; }","duration":"194.124209ms","start":"2026-03-02T02:53:54.378389Z","end":"2026-03-02T02:53:54.572513Z","steps":["trace[1024479946] 'process raft request' (duration: 76.93318ms)","trace[1024479946] 'compare' (duration: 116.512495ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:53:54.572778Z","caller":"traceutil/trace.go:171","msg":"trace[305677855] linearizableReadLoop","detail":"{readStateIndex:23794; appliedIndex:23792; }","duration":"183.392411ms","start":"2026-03-02T02:53:54.389375Z","end":"2026-03-02T02:53:54.572767Z","steps":["trace[305677855] 'read index received' (duration: 65.909717ms)","trace[305677855] 'applied index is now lower than readState.Index' (duration: 117.481664ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:53:54.572853Z","caller":"traceutil/trace.go:171","msg":"trace[201581760] transaction","detail":"{read_only:false; response_revision:23012; number_of_response:1; }","duration":"193.232931ms","start":"2026-03-02T02:53:54.379612Z","end":"2026-03-02T02:53:54.572845Z","steps":["trace[201581760] 'process raft request' (duration: 192.840523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:53:54.573081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.707278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-02T02:53:54.573119Z","caller":"traceutil/trace.go:171","msg":"trace[1785298985] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23012; }","duration":"183.772709ms","start":"2026-03-02T02:53:54.389336Z","end":"2026-03-02T02:53:54.573109Z","steps":["trace[1785298985] 'agreement among raft nodes before linearized reading' (duration: 183.587285ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:53:57.194323Z","caller":"traceutil/trace.go:171","msg":"trace[1245046566] linearizableReadLoop","detail":"{readStateIndex:23814; appliedIndex:23813; }","duration":"105.714606ms","start":"2026-03-02T02:53:57.088577Z","end":"2026-03-02T02:53:57.194292Z","steps":["trace[1245046566] 'read index received' (duration: 60.283014ms)","trace[1245046566] 'applied index is now lower than readState.Index' (duration: 45.429512ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:53:57.1944Z","caller":"traceutil/trace.go:171","msg":"trace[1772602666] transaction","detail":"{read_only:false; response_revision:23032; number_of_response:1; }","duration":"106.978181ms","start":"2026-03-02T02:53:57.087387Z","end":"2026-03-02T02:53:57.194365Z","steps":["trace[1772602666] 'process raft request' (duration: 61.532188ms)","trace[1772602666] 'compare' (duration: 45.118086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:53:57.194823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.218226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T02:53:57.194893Z","caller":"traceutil/trace.go:171","msg":"trace[35691367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23032; }","duration":"106.324718ms","start":"2026-03-02T02:53:57.088552Z","end":"2026-03-02T02:53:57.194876Z","steps":["trace[35691367] 'agreement among raft nodes before linearized reading' (duration: 105.893679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:53:57.234768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.36317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T02:53:57.234877Z","caller":"traceutil/trace.go:171","msg":"trace[1342189551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23033; }","duration":"145.525774ms","start":"2026-03-02T02:53:57.08933Z","end":"2026-03-02T02:53:57.234855Z","steps":["trace[1342189551] 'agreement among raft nodes before linearized reading' (duration: 145.252628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:53:57.235989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.524543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T02:53:57.236044Z","caller":"traceutil/trace.go:171","msg":"trace[1179270417] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23033; }","duration":"145.596865ms","start":"2026-03-02T02:53:57.090431Z","end":"2026-03-02T02:53:57.236028Z","steps":["trace[1179270417] 'agreement among raft nodes before linearized reading' (duration: 145.489743ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:00.897697Z","caller":"traceutil/trace.go:171","msg":"trace[1545125711] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"112.292319ms","start":"2026-03-02T02:54:00.785361Z","end":"2026-03-02T02:54:00.897654Z","steps":["trace[1545125711] 'process raft request' (duration: 52.742341ms)","trace[1545125711] 'compare' (duration: 59.330554ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:01.388858Z","caller":"traceutil/trace.go:171","msg":"trace[1409178083] linearizableReadLoop","detail":"{readStateIndex:23843; appliedIndex:23841; }","duration":"108.238757ms","start":"2026-03-02T02:54:01.280582Z","end":"2026-03-02T02:54:01.38882Z","steps":["trace[1409178083] 'read index received' (duration: 5.175855ms)","trace[1409178083] 'applied index is now lower than readState.Index' (duration: 103.061332ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:01.389028Z","caller":"traceutil/trace.go:171","msg":"trace[306678043] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"136.191794ms","start":"2026-03-02T02:54:01.252792Z","end":"2026-03-02T02:54:01.388984Z","steps":["trace[306678043] 'process raft request' (duration: 104.558472ms)","trace[306678043] 'compare' (duration: 31.280094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:01.389227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.608155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T02:54:01.389308Z","caller":"traceutil/trace.go:171","msg":"trace[658685374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23060; }","duration":"108.755817ms","start":"2026-03-02T02:54:01.28054Z","end":"2026-03-02T02:54:01.389295Z","steps":["trace[658685374] 'agreement among raft nodes before linearized reading' (duration: 108.482871ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:03.216102Z","caller":"traceutil/trace.go:171","msg":"trace[54489372] linearizableReadLoop","detail":"{readStateIndex:23853; appliedIndex:23852; }","duration":"112.421771ms","start":"2026-03-02T02:54:03.103653Z","end":"2026-03-02T02:54:03.216075Z","steps":["trace[54489372] 'read index received' (duration: 111.764008ms)","trace[54489372] 'applied index is now lower than readState.Index' (duration: 656.923µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:03.216247Z","caller":"traceutil/trace.go:171","msg":"trace[993991952] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"196.5909ms","start":"2026-03-02T02:54:03.019614Z","end":"2026-03-02T02:54:03.216205Z","steps":["trace[993991952] 'process raft request' (duration: 196.032619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:03.216606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.927452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T02:54:03.216662Z","caller":"traceutil/trace.go:171","msg":"trace[1757775457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23070; }","duration":"113.056705ms","start":"2026-03-02T02:54:03.103589Z","end":"2026-03-02T02:54:03.216646Z","steps":["trace[1757775457] 'agreement among raft nodes before linearized reading' (duration: 112.710757ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:03.435056Z","caller":"traceutil/trace.go:171","msg":"trace[1482357380] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"139.4575ms","start":"2026-03-02T02:54:03.295544Z","end":"2026-03-02T02:54:03.435001Z","steps":["trace[1482357380] 'process raft request' (duration: 42.428151ms)","trace[1482357380] 'compare' (duration: 96.803544ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:07.6805Z","caller":"traceutil/trace.go:171","msg":"trace[474986481] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"143.318518ms","start":"2026-03-02T02:54:07.537152Z","end":"2026-03-02T02:54:07.68047Z","steps":["trace[474986481] 'process raft request' (duration: 143.130714ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:07.681669Z","caller":"traceutil/trace.go:171","msg":"trace[1750074861] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"143.360039ms","start":"2026-03-02T02:54:07.538275Z","end":"2026-03-02T02:54:07.681635Z","steps":["trace[1750074861] 'process raft request' (duration: 143.248967ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:07.682112Z","caller":"traceutil/trace.go:171","msg":"trace[2138353871] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"143.479582ms","start":"2026-03-02T02:54:07.538603Z","end":"2026-03-02T02:54:07.682083Z","steps":["trace[2138353871] 'process raft request' (duration: 142.984911ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:07.682102Z","caller":"traceutil/trace.go:171","msg":"trace[51393672] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"144.478463ms","start":"2026-03-02T02:54:07.537576Z","end":"2026-03-02T02:54:07.682054Z","steps":["trace[51393672] 'process raft request' (duration: 143.771988ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:07.682464Z","caller":"traceutil/trace.go:171","msg":"trace[219293108] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"142.615524ms","start":"2026-03-02T02:54:07.539812Z","end":"2026-03-02T02:54:07.682428Z","steps":["trace[219293108] 'process raft request' (duration: 142.453321ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:07.682673Z","caller":"traceutil/trace.go:171","msg":"trace[65628338] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"143.614945ms","start":"2026-03-02T02:54:07.53899Z","end":"2026-03-02T02:54:07.682605Z","steps":["trace[65628338] 'process raft request' (duration: 142.974292ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:27.49835Z","caller":"traceutil/trace.go:171","msg":"trace[509630929] linearizableReadLoop","detail":"{readStateIndex:24171; appliedIndex:24170; }","duration":"189.120048ms","start":"2026-03-02T02:54:27.309199Z","end":"2026-03-02T02:54:27.498319Z","steps":["trace[509630929] 'read index received' (duration: 188.943774ms)","trace[509630929] 'applied index is now lower than readState.Index' (duration: 174.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:27.498669Z","caller":"traceutil/trace.go:171","msg":"trace[2077281967] transaction","detail":"{read_only:false; response_revision:23377; number_of_response:1; }","duration":"238.5032ms","start":"2026-03-02T02:54:27.2601Z","end":"2026-03-02T02:54:27.498603Z","steps":["trace[2077281967] 'process raft request' (duration: 237.98181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:27.498839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.596368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T02:54:27.498903Z","caller":"traceutil/trace.go:171","msg":"trace[1566730243] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23377; }","duration":"189.70726ms","start":"2026-03-02T02:54:27.309169Z","end":"2026-03-02T02:54:27.498876Z","steps":["trace[1566730243] 'agreement among raft nodes before linearized reading' (duration: 189.511656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:29.077216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197535383s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:54:29.077444Z","caller":"traceutil/trace.go:171","msg":"trace[1719440846] transaction","detail":"{read_only:false; response_revision:23378; number_of_response:1; }","duration":"1.573762127s","start":"2026-03-02T02:54:27.50364Z","end":"2026-03-02T02:54:29.077402Z","steps":["trace[1719440846] 'process raft request' (duration: 375.930618ms)","trace[1719440846] 'compare' (duration: 1.195276407s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:29.077584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:27.503627Z","time spent":"1.573891029s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:29.077637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26398546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T02:54:29.07768Z","caller":"traceutil/trace.go:171","msg":"trace[1081399862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23379; }","duration":"1.264082992s","start":"2026-03-02T02:54:27.813586Z","end":"2026-03-02T02:54:29.077669Z","steps":["trace[1081399862] 'agreement among raft nodes before linearized reading' (duration: 1.263913839s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:29.077471Z","caller":"traceutil/trace.go:171","msg":"trace[172446341] linearizableReadLoop","detail":"{readStateIndex:24173; appliedIndex:24171; }","duration":"1.263794627s","start":"2026-03-02T02:54:27.813659Z","end":"2026-03-02T02:54:29.077453Z","steps":["trace[172446341] 'read index received' (duration: 66.00175ms)","trace[172446341] 'applied index is now lower than readState.Index' (duration: 1.197791677s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:29.077721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:27.813554Z","time spent":"1.264158204s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:54:29.077783Z","caller":"traceutil/trace.go:171","msg":"trace[604819871] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"1.441418111s","start":"2026-03-02T02:54:27.636356Z","end":"2026-03-02T02:54:29.077774Z","steps":["trace[604819871] 'process raft request' (duration: 1.440988423s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:29.077827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:27.63633Z","time spent":"1.441475732s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:29.578041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:54:30.078352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:54:30.177852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000506627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:54:30.177922Z","caller":"traceutil/trace.go:171","msg":"trace[461563622] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00065197s","start":"2026-03-02T02:54:28.177253Z","end":"2026-03-02T02:54:30.177905Z","steps":["trace[461563622] 'agreement among raft nodes before linearized reading' (duration: 2.000559048s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:30.17796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:28.17723Z","time spent":"2.000720611s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:54:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:54:30.574453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.910086092s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:54:31.451133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.443875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:54:31.451205Z","caller":"traceutil/trace.go:171","msg":"trace[724037644] transaction","detail":"{read_only:false; response_revision:23380; number_of_response:1; }","duration":"2.902817698s","start":"2026-03-02T02:54:28.548373Z","end":"2026-03-02T02:54:31.451191Z","steps":["trace[724037644] 'process raft request' (duration: 2.026264191s)","trace[724037644] 'compare' (duration: 875.68522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:31.451243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:28.548354Z","time spent":"2.90287151s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:32.178208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999957836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:54:32.178298Z","caller":"traceutil/trace.go:171","msg":"trace[844720] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00013557s","start":"2026-03-02T02:54:30.178143Z","end":"2026-03-02T02:54:32.178278Z","steps":["trace[844720] 'agreement among raft nodes before linearized reading' (duration: 2.000017757s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.178481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:30.178123Z","time spent":"2.000340083s","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:54:32.791166Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.21650872s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:54:32.791643Z","caller":"traceutil/trace.go:171","msg":"trace[1178659475] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"3.760531053s","start":"2026-03-02T02:54:29.031091Z","end":"2026-03-02T02:54:32.791622Z","steps":["trace[1178659475] 'process raft request' (duration: 3.760296739s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.791791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:29.031016Z","time spent":"3.760664847s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:32.792066Z","caller":"traceutil/trace.go:171","msg":"trace[670559270] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"3.746888907s","start":"2026-03-02T02:54:29.04517Z","end":"2026-03-02T02:54:32.792059Z","steps":["trace[670559270] 'process raft request' (duration: 3.746364367s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.792103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:29.045138Z","time spent":"3.746946868s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:32.792179Z","caller":"traceutil/trace.go:171","msg":"trace[1079588481] transaction","detail":"{read_only:false; response_revision:23383; number_of_response:1; }","duration":"3.709832425s","start":"2026-03-02T02:54:29.082342Z","end":"2026-03-02T02:54:32.792174Z","steps":["trace[1079588481] 'process raft request' (duration: 3.70954472s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.792266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:29.082322Z","time spent":"3.709872596s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:32.792243Z","caller":"traceutil/trace.go:171","msg":"trace[873026471] linearizableReadLoop","detail":"{readStateIndex:24179; appliedIndex:24173; }","duration":"3.7144656s","start":"2026-03-02T02:54:29.077734Z","end":"2026-03-02T02:54:32.7922Z","steps":["trace[873026471] 'read index received' (duration: 1.496919189s)","trace[873026471] 'applied index is now lower than readState.Index' (duration: 2.217545161s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:32.792379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.378639107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T02:54:32.792402Z","caller":"traceutil/trace.go:171","msg":"trace[1520389115] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:23385; }","duration":"4.378690869s","start":"2026-03-02T02:54:28.413705Z","end":"2026-03-02T02:54:32.792395Z","steps":["trace[1520389115] 'agreement among raft nodes before linearized reading' (duration: 4.378622077s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.792435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:28.413687Z","time spent":"4.378725999s","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-02T02:54:32.792474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.952618096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T02:54:32.792545Z","caller":"traceutil/trace.go:171","msg":"trace[981160130] transaction","detail":"{read_only:false; response_revision:23384; number_of_response:1; }","duration":"3.675504629s","start":"2026-03-02T02:54:29.117034Z","end":"2026-03-02T02:54:32.792539Z","steps":["trace[981160130] 'process raft request' (duration: 3.674989458s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:32.792541Z","caller":"traceutil/trace.go:171","msg":"trace[508538536] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23385; }","duration":"4.952706737s","start":"2026-03-02T02:54:27.839817Z","end":"2026-03-02T02:54:32.792524Z","steps":["trace[508538536] 'agreement among raft nodes before linearized reading' (duration: 4.952539714s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.792592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:27.839807Z","time spent":"4.952773269s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:54:32.792576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:29.116992Z","time spent":"3.67556825s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:32.792695Z","caller":"traceutil/trace.go:171","msg":"trace[1193544913] transaction","detail":"{read_only:false; response_revision:23385; number_of_response:1; }","duration":"3.666037816s","start":"2026-03-02T02:54:29.126652Z","end":"2026-03-02T02:54:32.79269Z","steps":["trace[1193544913] 'process raft request' (duration: 3.665475654s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.792692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.962125568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T02:54:32.792726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:29.126636Z","time spent":"3.666074456s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:32.792536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.958185509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:54:32.792774Z","caller":"traceutil/trace.go:171","msg":"trace[2072615688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23385; }","duration":"4.958472774s","start":"2026-03-02T02:54:27.834295Z","end":"2026-03-02T02:54:32.792767Z","steps":["trace[2072615688] 'agreement among raft nodes before linearized reading' (duration: 4.958065156s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:32.792747Z","caller":"traceutil/trace.go:171","msg":"trace[1292691738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23385; }","duration":"4.96221398s","start":"2026-03-02T02:54:27.830514Z","end":"2026-03-02T02:54:32.792728Z","steps":["trace[1292691738] 'agreement among raft nodes before linearized reading' (duration: 4.962059457s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.792787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:27.834283Z","time spent":"4.958500255s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:54:32.792829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:27.830486Z","time spent":"4.962329082s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:54:32.792876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.915314088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T02:54:32.792889Z","caller":"traceutil/trace.go:171","msg":"trace[1522697998] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23385; }","duration":"4.915358478s","start":"2026-03-02T02:54:27.877526Z","end":"2026-03-02T02:54:32.792885Z","steps":["trace[1522697998] 'agreement among raft nodes before linearized reading' (duration: 4.915315928s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.792901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:27.877504Z","time spent":"4.9153942s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:54:32.792927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.126526971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-03-02T02:54:32.792971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.920897781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:54:32.792989Z","caller":"traceutil/trace.go:171","msg":"trace[439969399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23385; }","duration":"4.920944052s","start":"2026-03-02T02:54:27.87204Z","end":"2026-03-02T02:54:32.792985Z","steps":["trace[439969399] 'agreement among raft nodes before linearized reading' (duration: 4.920894241s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.793004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:27.872023Z","time spent":"4.920975823s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:54:32.792998Z","caller":"traceutil/trace.go:171","msg":"trace[903800398] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23385; }","duration":"4.126628383s","start":"2026-03-02T02:54:28.666353Z","end":"2026-03-02T02:54:32.792981Z","steps":["trace[903800398] 'agreement among raft nodes before linearized reading' (duration: 4.12645142s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.793046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:28.666336Z","time spent":"4.126697654s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-02T02:54:32.961614Z","caller":"traceutil/trace.go:171","msg":"trace[530550924] transaction","detail":"{read_only:false; response_revision:23386; number_of_response:1; }","duration":"1.922682068s","start":"2026-03-02T02:54:31.038908Z","end":"2026-03-02T02:54:32.96159Z","steps":["trace[530550924] 'process raft request' (duration: 1.913193595s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.961753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:31.038889Z","time spent":"1.922789451s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:32.962023Z","caller":"traceutil/trace.go:171","msg":"trace[108339717] transaction","detail":"{read_only:false; response_revision:23387; number_of_response:1; }","duration":"1.877402219s","start":"2026-03-02T02:54:31.084591Z","end":"2026-03-02T02:54:32.961993Z","steps":["trace[108339717] 'process raft request' (duration: 1.876894749s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.962188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:31.08456Z","time spent":"1.877535711s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:32.962181Z","caller":"traceutil/trace.go:171","msg":"trace[770052184] linearizableReadLoop","detail":"{readStateIndex:24182; appliedIndex:24179; }","duration":"169.825417ms","start":"2026-03-02T02:54:32.792321Z","end":"2026-03-02T02:54:32.962146Z","steps":["trace[770052184] 'read index received' (duration: 159.802273ms)","trace[770052184] 'applied index is now lower than readState.Index' (duration: 10.019434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:32.962239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968801104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:32.962208Z","caller":"traceutil/trace.go:171","msg":"trace[745310592] transaction","detail":"{read_only:false; response_revision:23388; number_of_response:1; }","duration":"779.772705ms","start":"2026-03-02T02:54:32.182379Z","end":"2026-03-02T02:54:32.962152Z","steps":["trace[745310592] 'process raft request' (duration: 779.52178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.962275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01759517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:32.962309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871185083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:32.962275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63695652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:32.962329Z","caller":"traceutil/trace.go:171","msg":"trace[1794873238] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23388; }","duration":"1.871233784s","start":"2026-03-02T02:54:31.09109Z","end":"2026-03-02T02:54:32.962324Z","steps":["trace[1794873238] 'agreement among raft nodes before linearized reading' (duration: 1.871199903s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.962357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:31.091078Z","time spent":"1.871273954s","remote":"127.0.0.1:45172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:32.962361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060406174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:32.962366Z","caller":"traceutil/trace.go:171","msg":"trace[460124179] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23388; }","duration":"1.637064162s","start":"2026-03-02T02:54:31.325281Z","end":"2026-03-02T02:54:32.962345Z","steps":["trace[460124179] 'agreement among raft nodes before linearized reading' (duration: 1.636873418s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.962386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.158861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:32.962396Z","caller":"traceutil/trace.go:171","msg":"trace[1574383656] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23388; }","duration":"2.060504836s","start":"2026-03-02T02:54:30.901881Z","end":"2026-03-02T02:54:32.962385Z","steps":["trace[1574383656] 'agreement among raft nodes before linearized reading' (duration: 2.060403624s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:32.962407Z","caller":"traceutil/trace.go:171","msg":"trace[885511915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23388; }","duration":"776.206872ms","start":"2026-03-02T02:54:32.186194Z","end":"2026-03-02T02:54:32.962401Z","steps":["trace[885511915] 'agreement among raft nodes before linearized reading' (duration: 776.175962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.962427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:32.186182Z","time spent":"776.241843ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:54:32.962417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:31.325234Z","time spent":"1.637173074s","remote":"127.0.0.1:41092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:32.962424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:32.182353Z","time spent":"779.967039ms","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T02:54:32.962276Z","caller":"traceutil/trace.go:171","msg":"trace[332168946] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23388; }","duration":"1.968876306s","start":"2026-03-02T02:54:30.993388Z","end":"2026-03-02T02:54:32.962265Z","steps":["trace[332168946] 'agreement among raft nodes before linearized reading' (duration: 1.968798194s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.962541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875228054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T02:54:32.962356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.638183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:32.962567Z","caller":"traceutil/trace.go:171","msg":"trace[307617443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23388; }","duration":"1.875254596s","start":"2026-03-02T02:54:31.087307Z","end":"2026-03-02T02:54:32.962562Z","steps":["trace[307617443] 'agreement among raft nodes before linearized reading' (duration: 1.875159594s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.962587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:31.087284Z","time spent":"1.875299736s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:54:32.962583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.711473529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T02:54:32.962615Z","caller":"traceutil/trace.go:171","msg":"trace[748799863] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23388; }","duration":"3.711587511s","start":"2026-03-02T02:54:29.251019Z","end":"2026-03-02T02:54:32.962607Z","steps":["trace[748799863] 'agreement among raft nodes before linearized reading' (duration: 3.711444949s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.962598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:30.993368Z","time spent":"1.969189651s","remote":"127.0.0.1:40784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:32.96232Z","caller":"traceutil/trace.go:171","msg":"trace[1382384680] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23388; }","duration":"1.017653122s","start":"2026-03-02T02:54:31.944659Z","end":"2026-03-02T02:54:32.962312Z","steps":["trace[1382384680] 'agreement among raft nodes before linearized reading' (duration: 1.017531169s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.962582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043469192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:32.962427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:30.901862Z","time spent":"2.060557947s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:32.962618Z","caller":"traceutil/trace.go:171","msg":"trace[443643902] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23388; }","duration":"613.912589ms","start":"2026-03-02T02:54:32.348665Z","end":"2026-03-02T02:54:32.962578Z","steps":["trace[443643902] 'agreement among raft nodes before linearized reading' (duration: 613.671814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.962659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:31.944602Z","time spent":"1.018048669s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:32.962696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163520912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:32.962703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:32.34864Z","time spent":"614.040941ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:32.962704Z","caller":"traceutil/trace.go:171","msg":"trace[173506544] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23388; }","duration":"3.043654427s","start":"2026-03-02T02:54:29.919018Z","end":"2026-03-02T02:54:32.962672Z","steps":["trace[173506544] 'agreement among raft nodes before linearized reading' (duration: 3.043428032s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.962737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572848998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-02T02:54:32.962642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:29.250985Z","time spent":"3.711653023s","remote":"127.0.0.1:57604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-02T02:54:32.962786Z","caller":"traceutil/trace.go:171","msg":"trace[324789785] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23388; }","duration":"1.57292868s","start":"2026-03-02T02:54:31.389844Z","end":"2026-03-02T02:54:32.962773Z","steps":["trace[324789785] 'agreement among raft nodes before linearized reading' (duration: 1.572778837s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.962776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:29.918998Z","time spent":"3.043759019s","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:32.962819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:31.389828Z","time spent":"1.572984141s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T02:54:32.962637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547999005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-02T02:54:32.962841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515519299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:32.96287Z","caller":"traceutil/trace.go:171","msg":"trace[793158741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23388; }","duration":"1.548255329s","start":"2026-03-02T02:54:31.414599Z","end":"2026-03-02T02:54:32.962855Z","steps":["trace[793158741] 'agreement among raft nodes before linearized reading' (duration: 1.547925443s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:32.962879Z","caller":"traceutil/trace.go:171","msg":"trace[1537099281] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23388; }","duration":"2.515599921s","start":"2026-03-02T02:54:30.447266Z","end":"2026-03-02T02:54:32.962866Z","steps":["trace[1537099281] 'agreement among raft nodes before linearized reading' (duration: 2.515529219s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.962925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:30.447235Z","time spent":"2.515681062s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:32.962927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:31.414583Z","time spent":"1.548330912s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:54:32.963081Z","caller":"traceutil/trace.go:171","msg":"trace[1483809203] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23388; }","duration":"1.163595263s","start":"2026-03-02T02:54:31.799135Z","end":"2026-03-02T02:54:32.96273Z","steps":["trace[1483809203] 'agreement among raft nodes before linearized reading' (duration: 1.163529872s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.963136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:31.799119Z","time spent":"1.163998832s","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:32.997386Z","caller":"traceutil/trace.go:171","msg":"trace[1934372631] transaction","detail":"{read_only:false; response_revision:23389; number_of_response:1; }","duration":"199.634201ms","start":"2026-03-02T02:54:32.797721Z","end":"2026-03-02T02:54:32.997356Z","steps":["trace[1934372631] 'process raft request' (duration: 199.309125ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:32.997782Z","caller":"traceutil/trace.go:171","msg":"trace[65488390] transaction","detail":"{read_only:false; response_revision:23392; number_of_response:1; }","duration":"198.461877ms","start":"2026-03-02T02:54:32.799298Z","end":"2026-03-02T02:54:32.99776Z","steps":["trace[65488390] 'process raft request' (duration: 198.321973ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:32.997784Z","caller":"traceutil/trace.go:171","msg":"trace[958701095] transaction","detail":"{read_only:false; response_revision:23391; number_of_response:1; }","duration":"198.931168ms","start":"2026-03-02T02:54:32.798815Z","end":"2026-03-02T02:54:32.997746Z","steps":["trace[958701095] 'process raft request' (duration: 198.748713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.997956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.109515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:32.998009Z","caller":"traceutil/trace.go:171","msg":"trace[535572470] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23393; }","duration":"108.231007ms","start":"2026-03-02T02:54:32.889764Z","end":"2026-03-02T02:54:32.997995Z","steps":["trace[535572470] 'agreement among raft nodes before linearized reading' (duration: 108.020933ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:32.998179Z","caller":"traceutil/trace.go:171","msg":"trace[655704061] transaction","detail":"{read_only:false; response_revision:23393; number_of_response:1; }","duration":"198.555019ms","start":"2026-03-02T02:54:32.799613Z","end":"2026-03-02T02:54:32.998168Z","steps":["trace[655704061] 'process raft request' (duration: 198.051428ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:32.998194Z","caller":"traceutil/trace.go:171","msg":"trace[1667416612] transaction","detail":"{read_only:false; response_revision:23390; number_of_response:1; }","duration":"199.402028ms","start":"2026-03-02T02:54:32.798778Z","end":"2026-03-02T02:54:32.99818Z","steps":["trace[1667416612] 'process raft request' (duration: 198.689452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:32.998243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.977028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-02T02:54:32.998303Z","caller":"traceutil/trace.go:171","msg":"trace[2015352978] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23393; }","duration":"199.04716ms","start":"2026-03-02T02:54:32.79924Z","end":"2026-03-02T02:54:32.998287Z","steps":["trace[2015352978] 'agreement among raft nodes before linearized reading' (duration: 198.866026ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:33.146625Z","caller":"traceutil/trace.go:171","msg":"trace[976414857] linearizableReadLoop","detail":"{readStateIndex:24189; appliedIndex:24188; }","duration":"148.881073ms","start":"2026-03-02T02:54:32.997718Z","end":"2026-03-02T02:54:33.146599Z","steps":["trace[976414857] 'read index received' (duration: 70.680575ms)","trace[976414857] 'applied index is now lower than readState.Index' (duration: 78.199468ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:33.146686Z","caller":"traceutil/trace.go:171","msg":"trace[566153432] transaction","detail":"{read_only:false; response_revision:23394; number_of_response:1; }","duration":"178.88244ms","start":"2026-03-02T02:54:32.967736Z","end":"2026-03-02T02:54:33.146619Z","steps":["trace[566153432] 'process raft request' (duration: 100.690733ms)","trace[566153432] 'compare' (duration: 77.946842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:33.147117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.301479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-03-02T02:54:33.147118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.275419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-02T02:54:33.147192Z","caller":"traceutil/trace.go:171","msg":"trace[1537261737] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23395; }","duration":"180.416142ms","start":"2026-03-02T02:54:32.966761Z","end":"2026-03-02T02:54:33.147177Z","steps":["trace[1537261737] 'agreement among raft nodes before linearized reading' (duration: 179.861171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:33.147162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.389841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T02:54:33.147205Z","caller":"traceutil/trace.go:171","msg":"trace[1244642019] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23395; }","duration":"180.400991ms","start":"2026-03-02T02:54:32.966787Z","end":"2026-03-02T02:54:33.147188Z","steps":["trace[1244642019] 'agreement among raft nodes before linearized reading' (duration: 179.867201ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:33.14725Z","caller":"traceutil/trace.go:171","msg":"trace[1605248716] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23395; }","duration":"180.510854ms","start":"2026-03-02T02:54:32.966716Z","end":"2026-03-02T02:54:33.147227Z","steps":["trace[1605248716] 'agreement among raft nodes before linearized reading' (duration: 179.918582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:33.147279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.670957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-57fe6c71-b262-44a9-a8d5-c2066e54a791\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-02T02:54:33.147273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.606945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:33.147339Z","caller":"traceutil/trace.go:171","msg":"trace[960209039] range","detail":"{range_begin:/registry/persistentvolumes/pvc-57fe6c71-b262-44a9-a8d5-c2066e54a791; range_end:; response_count:1; response_revision:23395; }","duration":"180.748239ms","start":"2026-03-02T02:54:32.966571Z","end":"2026-03-02T02:54:33.147319Z","steps":["trace[960209039] 'agreement among raft nodes before linearized reading' (duration: 180.091816ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:33.147349Z","caller":"traceutil/trace.go:171","msg":"trace[162457434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23395; }","duration":"182.720298ms","start":"2026-03-02T02:54:32.964611Z","end":"2026-03-02T02:54:33.147332Z","steps":["trace[162457434] 'agreement among raft nodes before linearized reading' (duration: 182.078555ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:33.147832Z","caller":"traceutil/trace.go:171","msg":"trace[1581358753] transaction","detail":"{read_only:false; response_revision:23395; number_of_response:1; }","duration":"148.951013ms","start":"2026-03-02T02:54:32.99886Z","end":"2026-03-02T02:54:33.147811Z","steps":["trace[1581358753] 'process raft request' (duration: 147.678557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:34.100432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533569,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:54:34.271558Z","caller":"traceutil/trace.go:171","msg":"trace[1342731136] transaction","detail":"{read_only:false; response_revision:23400; number_of_response:1; }","duration":"814.955978ms","start":"2026-03-02T02:54:33.456547Z","end":"2026-03-02T02:54:34.271503Z","steps":["trace[1342731136] 'process raft request' (duration: 814.800605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:34.271688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:33.456522Z","time spent":"815.096801ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:36.054007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294633502s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:54:36.054324Z","caller":"traceutil/trace.go:171","msg":"trace[1211491703] linearizableReadLoop","detail":"{readStateIndex:24196; appliedIndex:24194; }","duration":"2.454846608s","start":"2026-03-02T02:54:33.599463Z","end":"2026-03-02T02:54:36.054309Z","steps":["trace[1211491703] 'read index received' (duration: 671.891465ms)","trace[1211491703] 'applied index is now lower than readState.Index' (duration: 1.782954093s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:36.054622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455148224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:36.054696Z","caller":"traceutil/trace.go:171","msg":"trace[46624855] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23400; }","duration":"2.455256926s","start":"2026-03-02T02:54:33.599418Z","end":"2026-03-02T02:54:36.054675Z","steps":["trace[46624855] 'agreement among raft nodes before linearized reading' (duration: 2.455148294s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.054753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:33.599402Z","time spent":"2.455335397s","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:36.055149Z","caller":"traceutil/trace.go:171","msg":"trace[1490998483] transaction","detail":"{read_only:false; response_revision:23401; number_of_response:1; }","duration":"1.256292885s","start":"2026-03-02T02:54:34.798838Z","end":"2026-03-02T02:54:36.055131Z","steps":["trace[1490998483] 'process raft request' (duration: 1.255285455s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.055258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:34.798814Z","time spent":"1.256387588s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:36.180512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002278304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:54:36.180689Z","caller":"traceutil/trace.go:171","msg":"trace[1956236023] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002508898s","start":"2026-03-02T02:54:34.178074Z","end":"2026-03-02T02:54:36.180583Z","steps":["trace[1956236023] 'agreement among raft nodes before linearized reading' (duration: 2.002329455s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.18129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:34.178044Z","time spent":"2.002718852s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:54:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:54:36.70516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.901259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:54:36.705342Z","caller":"traceutil/trace.go:171","msg":"trace[893591315] transaction","detail":"{read_only:false; response_revision:23402; number_of_response:1; }","duration":"1.905577871s","start":"2026-03-02T02:54:34.799733Z","end":"2026-03-02T02:54:36.705311Z","steps":["trace[893591315] 'process raft request' (duration: 1.255388506s)","trace[893591315] 'compare' (duration: 649.780067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:36.705458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062936377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:36.705501Z","caller":"traceutil/trace.go:171","msg":"trace[1000354183] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23404; }","duration":"3.063011418s","start":"2026-03-02T02:54:33.642479Z","end":"2026-03-02T02:54:36.70549Z","steps":["trace[1000354183] 'agreement among raft nodes before linearized reading' (duration: 3.062920406s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:36.705372Z","caller":"traceutil/trace.go:171","msg":"trace[833630473] linearizableReadLoop","detail":"{readStateIndex:24200; appliedIndex:24196; }","duration":"651.004701ms","start":"2026-03-02T02:54:36.05435Z","end":"2026-03-02T02:54:36.705354Z","steps":["trace[833630473] 'read index received' (duration: 241.124µs)","trace[833630473] 'applied index is now lower than readState.Index' (duration: 650.762257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:36.705543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:33.642463Z","time spent":"3.06307062s","remote":"127.0.0.1:49154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:36.705666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70346911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:54:36.705706Z","caller":"traceutil/trace.go:171","msg":"trace[1335332563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23404; }","duration":"1.70351783s","start":"2026-03-02T02:54:35.002178Z","end":"2026-03-02T02:54:36.705695Z","steps":["trace[1335332563] 'agreement among raft nodes before linearized reading' (duration: 1.703380508s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.705734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:35.002172Z","time spent":"1.703556721s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:54:36.705829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703711444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T02:54:36.70587Z","caller":"traceutil/trace.go:171","msg":"trace[1111638540] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23404; }","duration":"1.703757966s","start":"2026-03-02T02:54:35.0021Z","end":"2026-03-02T02:54:36.705858Z","steps":["trace[1111638540] 'agreement among raft nodes before linearized reading' (duration: 1.703630953s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.705897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:35.002089Z","time spent":"1.703802136s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:54:36.705947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61625974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:36.705991Z","caller":"traceutil/trace.go:171","msg":"trace[413095402] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23404; }","duration":"1.616351782s","start":"2026-03-02T02:54:35.089625Z","end":"2026-03-02T02:54:36.705977Z","steps":["trace[413095402] 'agreement among raft nodes before linearized reading' (duration: 1.616283131s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.706001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552148128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T02:54:36.706026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:35.089602Z","time spent":"1.616415633s","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:36.70605Z","caller":"traceutil/trace.go:171","msg":"trace[1754056193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23404; }","duration":"1.55224316s","start":"2026-03-02T02:54:35.153792Z","end":"2026-03-02T02:54:36.706035Z","steps":["trace[1754056193] 'agreement among raft nodes before linearized reading' (duration: 1.552091077s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.706083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:35.153769Z","time spent":"1.552306512s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:54:36.705494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:34.799709Z","time spent":"1.905704374s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:36.706091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70401066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T02:54:36.706864Z","caller":"traceutil/trace.go:171","msg":"trace[79271831] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23404; }","duration":"1.704814377s","start":"2026-03-02T02:54:35.002035Z","end":"2026-03-02T02:54:36.706849Z","steps":["trace[79271831] 'agreement among raft nodes before linearized reading' (duration: 1.70399337s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.706904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:35.002014Z","time spent":"1.704877558s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:54:36.706908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059972505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299310"} {"level":"warn","ts":"2026-03-02T02:54:36.706158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909611112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T02:54:36.706202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637927459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:54:36.707188Z","caller":"traceutil/trace.go:171","msg":"trace[422600608] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23404; }","duration":"1.63894084s","start":"2026-03-02T02:54:35.068231Z","end":"2026-03-02T02:54:36.707171Z","steps":["trace[422600608] 'agreement among raft nodes before linearized reading' (duration: 1.637942069s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:36.707149Z","caller":"traceutil/trace.go:171","msg":"trace[1970390334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23404; }","duration":"1.910592273s","start":"2026-03-02T02:54:34.796485Z","end":"2026-03-02T02:54:36.707077Z","steps":["trace[1970390334] 'agreement among raft nodes before linearized reading' (duration: 1.909623553s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.706328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938779165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:54:36.707295Z","caller":"traceutil/trace.go:171","msg":"trace[1786173679] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23404; }","duration":"1.939783076s","start":"2026-03-02T02:54:34.767499Z","end":"2026-03-02T02:54:36.707282Z","steps":["trace[1786173679] 'agreement among raft nodes before linearized reading' (duration: 1.938676523s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.707348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:34.767477Z","time spent":"1.939854037s","remote":"127.0.0.1:57546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:36.706317Z","caller":"traceutil/trace.go:171","msg":"trace[2071659864] transaction","detail":"{read_only:false; response_revision:23404; number_of_response:1; }","duration":"1.707029451s","start":"2026-03-02T02:54:34.999271Z","end":"2026-03-02T02:54:36.7063Z","steps":["trace[2071659864] 'process raft request' (duration: 1.706038372s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.707446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:34.796454Z","time spent":"1.910880979s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:54:36.70637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031277832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:36.707757Z","caller":"traceutil/trace.go:171","msg":"trace[695750728] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23404; }","duration":"2.032711181s","start":"2026-03-02T02:54:34.675022Z","end":"2026-03-02T02:54:36.707733Z","steps":["trace[695750728] 'agreement among raft nodes before linearized reading' (duration: 2.031327302s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.707694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:34.999187Z","time spent":"1.708211746s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:36.70637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702747694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:54:36.70795Z","caller":"traceutil/trace.go:171","msg":"trace[1938223322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23404; }","duration":"1.704342087s","start":"2026-03-02T02:54:35.003594Z","end":"2026-03-02T02:54:36.707936Z","steps":["trace[1938223322] 'agreement among raft nodes before linearized reading' (duration: 1.702632112s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.708083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:35.003589Z","time spent":"1.704393418s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:54:36.706359Z","caller":"traceutil/trace.go:171","msg":"trace[952754242] transaction","detail":"{read_only:false; response_revision:23403; number_of_response:1; }","duration":"1.90654612s","start":"2026-03-02T02:54:34.799786Z","end":"2026-03-02T02:54:36.706332Z","steps":["trace[952754242] 'process raft request' (duration: 1.905468079s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.70639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341592736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:36.708304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:34.799755Z","time spent":"1.908459909s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:36.708328Z","caller":"traceutil/trace.go:171","msg":"trace[1147876577] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23404; }","duration":"1.343575996s","start":"2026-03-02T02:54:35.364735Z","end":"2026-03-02T02:54:36.708311Z","steps":["trace[1147876577] 'agreement among raft nodes before linearized reading' (duration: 1.341584176s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.706405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704176323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:54:36.708442Z","caller":"traceutil/trace.go:171","msg":"trace[503531413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23404; }","duration":"1.706271946s","start":"2026-03-02T02:54:35.002158Z","end":"2026-03-02T02:54:36.70843Z","steps":["trace[503531413] 'agreement among raft nodes before linearized reading' (duration: 1.704128972s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.707841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:34.675009Z","time spent":"2.032812154s","remote":"127.0.0.1:41208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:36.708482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:35.002136Z","time spent":"1.706335118s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:54:36.706435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820862725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-02T02:54:36.70854Z","caller":"traceutil/trace.go:171","msg":"trace[251851645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23404; }","duration":"2.822994909s","start":"2026-03-02T02:54:33.885532Z","end":"2026-03-02T02:54:36.708527Z","steps":["trace[251851645] 'agreement among raft nodes before linearized reading' (duration: 2.820854435s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.708578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:33.88549Z","time spent":"2.82307671s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:54:36.706417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.986396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:36.708643Z","caller":"traceutil/trace.go:171","msg":"trace[1711933214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23404; }","duration":"982.262903ms","start":"2026-03-02T02:54:35.726371Z","end":"2026-03-02T02:54:36.708634Z","steps":["trace[1711933214] 'agreement among raft nodes before linearized reading' (duration: 979.924945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.708678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:35.726351Z","time spent":"982.320074ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:54:36.706499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111442118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:36.708725Z","caller":"traceutil/trace.go:171","msg":"trace[1166186644] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23404; }","duration":"2.113711754s","start":"2026-03-02T02:54:34.595Z","end":"2026-03-02T02:54:36.708712Z","steps":["trace[1166186644] 'agreement among raft nodes before linearized reading' (duration: 2.111453698s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.708767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:34.594977Z","time spent":"2.113778395s","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:54:36.706513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055949281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:54:36.708924Z","caller":"traceutil/trace.go:171","msg":"trace[649400786] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23404; }","duration":"2.058389482s","start":"2026-03-02T02:54:34.650517Z","end":"2026-03-02T02:54:36.708907Z","steps":["trace[649400786] 'agreement among raft nodes before linearized reading' (duration: 2.055928332s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.706524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636585345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:54:36.709037Z","caller":"traceutil/trace.go:171","msg":"trace[1968913702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23404; }","duration":"2.639123917s","start":"2026-03-02T02:54:34.0699Z","end":"2026-03-02T02:54:36.709024Z","steps":["trace[1968913702] 'agreement among raft nodes before linearized reading' (duration: 2.636471433s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.709086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:34.069845Z","time spent":"2.63922508s","remote":"127.0.0.1:38006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:36.706534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6249629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:36.709193Z","caller":"traceutil/trace.go:171","msg":"trace[1126713238] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23404; }","duration":"2.627747057s","start":"2026-03-02T02:54:34.081428Z","end":"2026-03-02T02:54:36.709175Z","steps":["trace[1126713238] 'agreement among raft nodes before linearized reading' (duration: 2.625049772s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.709121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:34.6505Z","time spent":"2.058521835s","remote":"127.0.0.1:51570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:36.709257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:34.081391Z","time spent":"2.627846888s","remote":"127.0.0.1:45126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:36.706982Z","caller":"traceutil/trace.go:171","msg":"trace[2056552122] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:23404; }","duration":"2.060111718s","start":"2026-03-02T02:54:34.646853Z","end":"2026-03-02T02:54:36.706964Z","steps":["trace[2056552122] 'agreement among raft nodes before linearized reading' (duration: 2.059580326s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.70933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:34.646812Z","time spent":"2.062505725s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":299333,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:54:36.707247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:35.068213Z","time spent":"1.639016462s","remote":"127.0.0.1:45044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:36.709755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:35.364716Z","time spent":"1.343681398s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:36.767342Z","caller":"traceutil/trace.go:171","msg":"trace[1150519422] transaction","detail":"{read_only:false; response_revision:23405; number_of_response:1; }","duration":"474.0182ms","start":"2026-03-02T02:54:36.293293Z","end":"2026-03-02T02:54:36.767311Z","steps":["trace[1150519422] 'process raft request' (duration: 473.844396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.767395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.877188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:36.767414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.532473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:36.767469Z","caller":"traceutil/trace.go:171","msg":"trace[1786477363] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23405; }","duration":"137.013471ms","start":"2026-03-02T02:54:36.630437Z","end":"2026-03-02T02:54:36.76745Z","steps":["trace[1786477363] 'agreement among raft nodes before linearized reading' (duration: 136.861408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.76748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:36.293272Z","time spent":"474.138112ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:36.767486Z","caller":"traceutil/trace.go:171","msg":"trace[1956875777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23405; }","duration":"585.685246ms","start":"2026-03-02T02:54:36.181781Z","end":"2026-03-02T02:54:36.767466Z","steps":["trace[1956875777] 'agreement among raft nodes before linearized reading' (duration: 585.541233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:36.767822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:36.181742Z","time spent":"586.036233ms","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:54:37.261003Z","caller":"traceutil/trace.go:171","msg":"trace[1078167257] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"549.010372ms","start":"2026-03-02T02:54:36.711962Z","end":"2026-03-02T02:54:37.260972Z","steps":["trace[1078167257] 'process raft request' (duration: 548.652674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:37.261143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:36.71194Z","time spent":"549.130513ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:37.261329Z","caller":"traceutil/trace.go:171","msg":"trace[985465622] transaction","detail":"{read_only:false; response_revision:23407; number_of_response:1; }","duration":"549.330998ms","start":"2026-03-02T02:54:36.711961Z","end":"2026-03-02T02:54:37.261293Z","steps":["trace[985465622] 'process raft request' (duration: 548.882419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:37.261477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:36.711936Z","time spent":"549.44668ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:37.261534Z","caller":"traceutil/trace.go:171","msg":"trace[370208705] linearizableReadLoop","detail":"{readStateIndex:24209; appliedIndex:24201; }","duration":"494.24396ms","start":"2026-03-02T02:54:36.767278Z","end":"2026-03-02T02:54:37.261522Z","steps":["trace[370208705] 'read index received' (duration: 493.305571ms)","trace[370208705] 'applied index is now lower than readState.Index' (duration: 937.639µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:37.261591Z","caller":"traceutil/trace.go:171","msg":"trace[1600806658] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"548.708765ms","start":"2026-03-02T02:54:36.712861Z","end":"2026-03-02T02:54:37.26157Z","steps":["trace[1600806658] 'process raft request' (duration: 548.523851ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:37.261661Z","caller":"traceutil/trace.go:171","msg":"trace[1156115343] transaction","detail":"{read_only:false; response_revision:23408; number_of_response:1; }","duration":"549.511292ms","start":"2026-03-02T02:54:36.712142Z","end":"2026-03-02T02:54:37.261654Z","steps":["trace[1156115343] 'process raft request' (duration: 548.789887ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:37.261684Z","caller":"traceutil/trace.go:171","msg":"trace[1177066395] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"547.467831ms","start":"2026-03-02T02:54:36.714209Z","end":"2026-03-02T02:54:37.261676Z","steps":["trace[1177066395] 'process raft request' (duration: 547.278507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:37.261709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:36.712852Z","time spent":"548.801277ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:37.261762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:36.714197Z","time spent":"547.528662ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:37.261656Z","caller":"traceutil/trace.go:171","msg":"trace[394557111] transaction","detail":"{read_only:false; response_revision:23412; number_of_response:1; }","duration":"547.746416ms","start":"2026-03-02T02:54:36.713902Z","end":"2026-03-02T02:54:37.261648Z","steps":["trace[394557111] 'process raft request' (duration: 547.551002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:37.261878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:36.713894Z","time spent":"547.9639ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:37.261873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.114911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:37.261919Z","caller":"traceutil/trace.go:171","msg":"trace[622547682] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23413; }","duration":"543.182963ms","start":"2026-03-02T02:54:36.718727Z","end":"2026-03-02T02:54:37.26191Z","steps":["trace[622547682] 'agreement among raft nodes before linearized reading' (duration: 543.112402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:37.261694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:36.712128Z","time spent":"549.548823ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:37.261957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:36.718717Z","time spent":"543.232144ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-02T02:54:37.261952Z","caller":"traceutil/trace.go:171","msg":"trace[1609413071] transaction","detail":"{read_only:false; response_revision:23409; number_of_response:1; }","duration":"549.509392ms","start":"2026-03-02T02:54:36.712421Z","end":"2026-03-02T02:54:37.26193Z","steps":["trace[1609413071] 'process raft request' (duration: 548.920759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:37.26205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:36.712401Z","time spent":"549.603453ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:37.261625Z","caller":"traceutil/trace.go:171","msg":"trace[196064386] transaction","detail":"{read_only:false; response_revision:23411; number_of_response:1; }","duration":"548.179715ms","start":"2026-03-02T02:54:36.71342Z","end":"2026-03-02T02:54:37.2616Z","steps":["trace[196064386] 'process raft request' (duration: 547.997731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:37.262933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:36.713411Z","time spent":"549.41808ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:37.761677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:54:38.193457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.896672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:54:38.193788Z","caller":"traceutil/trace.go:171","msg":"trace[932420736] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"1.042782571s","start":"2026-03-02T02:54:37.150953Z","end":"2026-03-02T02:54:38.193735Z","steps":["trace[932420736] 'process raft request' (duration: 617.498181ms)","trace[932420736] 'compare' (duration: 424.104237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:38.193865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:37.15093Z","time spent":"1.042899303s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:38.193935Z","caller":"traceutil/trace.go:171","msg":"trace[2013649533] linearizableReadLoop","detail":"{readStateIndex:24211; appliedIndex:24209; }","duration":"932.34353ms","start":"2026-03-02T02:54:37.261572Z","end":"2026-03-02T02:54:38.193915Z","steps":["trace[2013649533] 'read index received' (duration: 506.889387ms)","trace[2013649533] 'applied index is now lower than readState.Index' (duration: 425.452953ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:38.193986Z","caller":"traceutil/trace.go:171","msg":"trace[1958857191] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"492.030934ms","start":"2026-03-02T02:54:37.701911Z","end":"2026-03-02T02:54:38.193942Z","steps":["trace[1958857191] 'process raft request' (duration: 491.656467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:38.194019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417665799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:38.194053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121189223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:38.194094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42216957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T02:54:38.194099Z","caller":"traceutil/trace.go:171","msg":"trace[170689230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23415; }","duration":"1.417763871s","start":"2026-03-02T02:54:36.776316Z","end":"2026-03-02T02:54:38.194079Z","steps":["trace[170689230] 'agreement among raft nodes before linearized reading' (duration: 1.417637709s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:38.19412Z","caller":"traceutil/trace.go:171","msg":"trace[621919696] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264; range_end:; response_count:1; response_revision:23415; }","duration":"1.422236531s","start":"2026-03-02T02:54:36.771875Z","end":"2026-03-02T02:54:38.194111Z","steps":["trace[621919696] 'agreement among raft nodes before linearized reading' (duration: 1.422124238s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:38.194132Z","caller":"traceutil/trace.go:171","msg":"trace[1367379462] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23415; }","duration":"1.121309605s","start":"2026-03-02T02:54:37.072802Z","end":"2026-03-02T02:54:38.194111Z","steps":["trace[1367379462] 'agreement among raft nodes before linearized reading' (duration: 1.121137571s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:38.194131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:37.70189Z","time spent":"492.158296ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:38.194149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:36.776309Z","time spent":"1.417827532s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:54:38.194187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:37.072785Z","time spent":"1.121391777s","remote":"127.0.0.1:57580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:38.194145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:36.771862Z","time spent":"1.422274012s","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264\" "} {"level":"warn","ts":"2026-03-02T02:54:38.694873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533593,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:54:39.109074Z","caller":"traceutil/trace.go:171","msg":"trace[1605982978] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"1.140282741s","start":"2026-03-02T02:54:37.968765Z","end":"2026-03-02T02:54:39.109048Z","steps":["trace[1605982978] 'process raft request' (duration: 1.139997875s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:39.109191Z","caller":"traceutil/trace.go:171","msg":"trace[240850369] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"1.049246312s","start":"2026-03-02T02:54:38.059923Z","end":"2026-03-02T02:54:39.109169Z","steps":["trace[240850369] 'process raft request' (duration: 1.049069849s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:39.109234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:37.96874Z","time spent":"1.140409053s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:39.109299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:38.059888Z","time spent":"1.049347524s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:40.195863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999740252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:54:40.195942Z","caller":"traceutil/trace.go:171","msg":"trace[697537756] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999888615s","start":"2026-03-02T02:54:38.196035Z","end":"2026-03-02T02:54:40.195923Z","steps":["trace[697537756] 'agreement among raft nodes before linearized reading' (duration: 1.999788753s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:40.195994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:38.195992Z","time spent":"1.999991277s","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:54:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:54:40.478563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.369690925s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:54:40.987503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:40.270426Z","time spent":"717.071271ms","remote":"127.0.0.1:52124","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T02:54:40.988549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.214654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:54:40.988724Z","caller":"traceutil/trace.go:171","msg":"trace[1843140093] transaction","detail":"{read_only:false; response_revision:23419; number_of_response:1; }","duration":"2.27270465s","start":"2026-03-02T02:54:38.716006Z","end":"2026-03-02T02:54:40.988711Z","steps":["trace[1843140093] 'process raft request' (duration: 2.272600418s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:40.988729Z","caller":"traceutil/trace.go:171","msg":"trace[861164490] transaction","detail":"{read_only:false; response_revision:23418; number_of_response:1; }","duration":"2.790493848s","start":"2026-03-02T02:54:38.198217Z","end":"2026-03-02T02:54:40.988711Z","steps":["trace[861164490] 'process raft request' (duration: 2.280622501s)","trace[861164490] 'compare' (duration: 508.399148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:40.988777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:38.715982Z","time spent":"2.272769732s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:40.988786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:38.198188Z","time spent":"2.79056634s","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:40.988885Z","caller":"traceutil/trace.go:171","msg":"trace[103814898] transaction","detail":"{read_only:false; response_revision:23420; number_of_response:1; }","duration":"2.272534517s","start":"2026-03-02T02:54:38.716326Z","end":"2026-03-02T02:54:40.988861Z","steps":["trace[103814898] 'process raft request' (duration: 2.272359474s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:40.988966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.979035034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:40.988992Z","caller":"traceutil/trace.go:171","msg":"trace[2073494888] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23422; }","duration":"2.979098776s","start":"2026-03-02T02:54:38.009883Z","end":"2026-03-02T02:54:40.988982Z","steps":["trace[2073494888] 'agreement among raft nodes before linearized reading' (duration: 2.979053755s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:40.988994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:38.71632Z","time spent":"2.272614999s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:40.989001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.42276575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:40.989013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:38.009862Z","time spent":"2.979145126s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:40.989007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137229735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:54:40.988997Z","caller":"traceutil/trace.go:171","msg":"trace[2029476779] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"2.215998771s","start":"2026-03-02T02:54:38.772974Z","end":"2026-03-02T02:54:40.988973Z","steps":["trace[2029476779] 'process raft request' (duration: 2.215912739s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:40.989023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.721119134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:40.989034Z","caller":"traceutil/trace.go:171","msg":"trace[1645593024] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23422; }","duration":"3.422844532s","start":"2026-03-02T02:54:37.566179Z","end":"2026-03-02T02:54:40.989024Z","steps":["trace[1645593024] 'agreement among raft nodes before linearized reading' (duration: 3.422792321s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:40.989022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.940736547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:40.989055Z","caller":"traceutil/trace.go:171","msg":"trace[928047966] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23422; }","duration":"3.721194985s","start":"2026-03-02T02:54:37.267852Z","end":"2026-03-02T02:54:40.989047Z","steps":["trace[928047966] 'agreement among raft nodes before linearized reading' (duration: 3.721128274s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:40.989063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:37.56616Z","time spent":"3.422897152s","remote":"127.0.0.1:40896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:40.989074Z","caller":"traceutil/trace.go:171","msg":"trace[774381304] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23422; }","duration":"2.940819149s","start":"2026-03-02T02:54:38.048243Z","end":"2026-03-02T02:54:40.989062Z","steps":["trace[774381304] 'agreement among raft nodes before linearized reading' (duration: 2.940742398s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:40.989081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:37.267837Z","time spent":"3.721236667s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T02:54:40.989024Z","caller":"traceutil/trace.go:171","msg":"trace[482862389] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"2.272436336s","start":"2026-03-02T02:54:38.71653Z","end":"2026-03-02T02:54:40.988966Z","steps":["trace[482862389] 'process raft request' (duration: 2.272277222s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:40.989093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:38.772937Z","time spent":"2.216107162s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:40.988943Z","caller":"traceutil/trace.go:171","msg":"trace[2063167264] linearizableReadLoop","detail":"{readStateIndex:24214; appliedIndex:24211; }","duration":"2.79494468s","start":"2026-03-02T02:54:38.193979Z","end":"2026-03-02T02:54:40.988924Z","steps":["trace[2063167264] 'read index received' (duration: 914.868547ms)","trace[2063167264] 'applied index is now lower than readState.Index' (duration: 1.880075483s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:40.9891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:38.048229Z","time spent":"2.94086567s","remote":"127.0.0.1:49084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:40.989041Z","caller":"traceutil/trace.go:171","msg":"trace[2119360057] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23422; }","duration":"3.137280306s","start":"2026-03-02T02:54:37.851753Z","end":"2026-03-02T02:54:40.989033Z","steps":["trace[2119360057] 'agreement among raft nodes before linearized reading' (duration: 3.137198224s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:40.989186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:37.851702Z","time spent":"3.13747722s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:40.989175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988285273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:40.989236Z","caller":"traceutil/trace.go:171","msg":"trace[1616387233] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23422; }","duration":"2.988587319s","start":"2026-03-02T02:54:38.000629Z","end":"2026-03-02T02:54:40.989216Z","steps":["trace[1616387233] 'agreement among raft nodes before linearized reading' (duration: 2.988406765s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:40.989232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:38.71652Z","time spent":"2.272615299s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:40.989298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:38.000612Z","time spent":"2.988669111s","remote":"127.0.0.1:40846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:41.003731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736937699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T02:54:41.003779Z","caller":"traceutil/trace.go:171","msg":"trace[521225317] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23423; }","duration":"1.73699865s","start":"2026-03-02T02:54:39.266766Z","end":"2026-03-02T02:54:41.003765Z","steps":["trace[521225317] 'agreement among raft nodes before linearized reading' (duration: 1.736845617s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.003803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:39.266759Z","time spent":"1.7370384s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:54:41.003947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406851929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:41.003972Z","caller":"traceutil/trace.go:171","msg":"trace[1224918626] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23423; }","duration":"1.406907611s","start":"2026-03-02T02:54:39.597058Z","end":"2026-03-02T02:54:41.003965Z","steps":["trace[1224918626] 'agreement among raft nodes before linearized reading' (duration: 1.4068642s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.003991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:39.597038Z","time spent":"1.406947661s","remote":"127.0.0.1:37968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:41.004151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737251375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T02:54:41.00417Z","caller":"traceutil/trace.go:171","msg":"trace[843422357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23423; }","duration":"1.737277346s","start":"2026-03-02T02:54:39.266887Z","end":"2026-03-02T02:54:41.004164Z","steps":["trace[843422357] 'agreement among raft nodes before linearized reading' (duration: 1.737205564s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.00419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:39.266884Z","time spent":"1.737299997s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:54:41.004324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737448889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T02:54:41.004354Z","caller":"traceutil/trace.go:171","msg":"trace[1686934312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23423; }","duration":"1.73749664s","start":"2026-03-02T02:54:39.266852Z","end":"2026-03-02T02:54:41.004349Z","steps":["trace[1686934312] 'agreement among raft nodes before linearized reading' (duration: 1.737422469s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.004371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:39.266849Z","time spent":"1.737518611s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:54:41.004853Z","caller":"traceutil/trace.go:171","msg":"trace[2039515616] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"707.520799ms","start":"2026-03-02T02:54:40.297309Z","end":"2026-03-02T02:54:41.00483Z","steps":["trace[2039515616] 'process raft request' (duration: 706.13947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.004939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.19879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:41.004969Z","caller":"traceutil/trace.go:171","msg":"trace[718505483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23423; }","duration":"804.262791ms","start":"2026-03-02T02:54:40.200699Z","end":"2026-03-02T02:54:41.004962Z","steps":["trace[718505483] 'agreement among raft nodes before linearized reading' (duration: 804.218671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.004994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:40.200683Z","time spent":"804.306932ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:54:41.004992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:40.297289Z","time spent":"707.632661ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:41.005187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.387312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:41.005217Z","caller":"traceutil/trace.go:171","msg":"trace[468313212] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23423; }","duration":"354.452863ms","start":"2026-03-02T02:54:40.650755Z","end":"2026-03-02T02:54:41.005208Z","steps":["trace[468313212] 'agreement among raft nodes before linearized reading' (duration: 354.407442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.005238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:40.650735Z","time spent":"354.497374ms","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:41.005393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.245142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-02T02:54:41.005408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006712859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:41.005435Z","caller":"traceutil/trace.go:171","msg":"trace[1870001757] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23423; }","duration":"1.006768401s","start":"2026-03-02T02:54:39.998659Z","end":"2026-03-02T02:54:41.005428Z","steps":["trace[1870001757] 'agreement among raft nodes before linearized reading' (duration: 1.00672347s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:41.005437Z","caller":"traceutil/trace.go:171","msg":"trace[669512845] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23423; }","duration":"673.321994ms","start":"2026-03-02T02:54:40.332103Z","end":"2026-03-02T02:54:41.005425Z","steps":["trace[669512845] 'agreement among raft nodes before linearized reading' (duration: 673.1605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.00546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:39.998644Z","time spent":"1.006810591s","remote":"127.0.0.1:45102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:41.005468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:40.332086Z","time spent":"673.374694ms","remote":"127.0.0.1:57604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-02T02:54:41.005693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994584407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:41.005723Z","caller":"traceutil/trace.go:171","msg":"trace[1426363694] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23423; }","duration":"1.994642238s","start":"2026-03-02T02:54:39.011074Z","end":"2026-03-02T02:54:41.005716Z","steps":["trace[1426363694] 'agreement among raft nodes before linearized reading' (duration: 1.994596768s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.005751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:39.011057Z","time spent":"1.994685049s","remote":"127.0.0.1:53700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:41.005838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593084313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:41.005876Z","caller":"traceutil/trace.go:171","msg":"trace[1905259315] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23423; }","duration":"2.593171794s","start":"2026-03-02T02:54:38.412693Z","end":"2026-03-02T02:54:41.005865Z","steps":["trace[1905259315] 'agreement among raft nodes before linearized reading' (duration: 2.593101433s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.005884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739184684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T02:54:41.005901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:38.412648Z","time spent":"2.593246506s","remote":"127.0.0.1:40312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:41.005912Z","caller":"traceutil/trace.go:171","msg":"trace[184322822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23423; }","duration":"1.739223385s","start":"2026-03-02T02:54:39.266679Z","end":"2026-03-02T02:54:41.005902Z","steps":["trace[184322822] 'agreement among raft nodes before linearized reading' (duration: 1.739159444s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.005932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:39.26667Z","time spent":"1.739257956s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:54:41.006045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176811745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:41.006059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740096962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T02:54:41.006074Z","caller":"traceutil/trace.go:171","msg":"trace[1847439524] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23423; }","duration":"2.176876026s","start":"2026-03-02T02:54:38.82919Z","end":"2026-03-02T02:54:41.006066Z","steps":["trace[1847439524] 'agreement among raft nodes before linearized reading' (duration: 2.176824785s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:41.006079Z","caller":"traceutil/trace.go:171","msg":"trace[1837344418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23423; }","duration":"1.740127273s","start":"2026-03-02T02:54:39.265946Z","end":"2026-03-02T02:54:41.006073Z","steps":["trace[1837344418] 'agreement among raft nodes before linearized reading' (duration: 1.740071241s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.006098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:39.26594Z","time spent":"1.740154333s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:54:41.006104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:38.829171Z","time spent":"2.176922617s","remote":"127.0.0.1:51596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:41.006264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482908487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:41.00631Z","caller":"traceutil/trace.go:171","msg":"trace[1204772361] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23423; }","duration":"2.482993068s","start":"2026-03-02T02:54:38.523305Z","end":"2026-03-02T02:54:41.006298Z","steps":["trace[1204772361] 'agreement among raft nodes before linearized reading' (duration: 2.482923777s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.006344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:38.523288Z","time spent":"2.4830463s","remote":"127.0.0.1:46128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:41.007005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72306977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T02:54:41.007066Z","caller":"traceutil/trace.go:171","msg":"trace[804035501] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23423; }","duration":"2.723173143s","start":"2026-03-02T02:54:38.283883Z","end":"2026-03-02T02:54:41.007056Z","steps":["trace[804035501] 'agreement among raft nodes before linearized reading' (duration: 2.72300471s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.007089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:38.283864Z","time spent":"2.723219945s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:54:41.00702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741077173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T02:54:41.007148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74143849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T02:54:41.007154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604705919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T02:54:41.007169Z","caller":"traceutil/trace.go:171","msg":"trace[1686988734] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23423; }","duration":"1.741234706s","start":"2026-03-02T02:54:39.265912Z","end":"2026-03-02T02:54:41.007147Z","steps":["trace[1686988734] 'agreement among raft nodes before linearized reading' (duration: 1.740255885s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:41.007202Z","caller":"traceutil/trace.go:171","msg":"trace[961203063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23423; }","duration":"1.741523812s","start":"2026-03-02T02:54:39.265665Z","end":"2026-03-02T02:54:41.007189Z","steps":["trace[961203063] 'agreement among raft nodes before linearized reading' (duration: 1.741316988s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:41.00721Z","caller":"traceutil/trace.go:171","msg":"trace[2016581572] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:23423; }","duration":"2.604812321s","start":"2026-03-02T02:54:38.402384Z","end":"2026-03-02T02:54:41.007196Z","steps":["trace[2016581572] 'agreement among raft nodes before linearized reading' (duration: 2.604588436s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.007241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:39.265649Z","time spent":"1.741584793s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:54:41.007242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:39.265856Z","time spent":"1.741357098s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:54:41.007245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:38.402359Z","time spent":"2.604879662s","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-02T02:54:41.007237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768738007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T02:54:41.007299Z","caller":"traceutil/trace.go:171","msg":"trace[943971470] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23423; }","duration":"2.76883568s","start":"2026-03-02T02:54:38.238448Z","end":"2026-03-02T02:54:41.007284Z","steps":["trace[943971470] 'agreement among raft nodes before linearized reading' (duration: 2.768660696s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.007347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:38.238431Z","time spent":"2.768907742s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T02:54:41.007839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216229041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:54:41.007913Z","caller":"traceutil/trace.go:171","msg":"trace[473249433] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23423; }","duration":"1.220173712s","start":"2026-03-02T02:54:39.787726Z","end":"2026-03-02T02:54:41.007899Z","steps":["trace[473249433] 'agreement among raft nodes before linearized reading' (duration: 1.215928525s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.007954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:39.787669Z","time spent":"1.220273074s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":248,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:41.010123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.549709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:54:41.010185Z","caller":"traceutil/trace.go:171","msg":"trace[621899359] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23423; }","duration":"775.707203ms","start":"2026-03-02T02:54:40.234464Z","end":"2026-03-02T02:54:41.010171Z","steps":["trace[621899359] 'agreement among raft nodes before linearized reading' (duration: 774.11349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.010228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:40.234443Z","time spent":"775.771893ms","remote":"127.0.0.1:38026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:41.012016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859235379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:54:41.012292Z","caller":"traceutil/trace.go:171","msg":"trace[1235945688] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23423; }","duration":"1.859555206s","start":"2026-03-02T02:54:39.152714Z","end":"2026-03-02T02:54:41.01227Z","steps":["trace[1235945688] 'agreement among raft nodes before linearized reading' (duration: 1.85429227s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:41.012367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:39.152699Z","time spent":"1.859651858s","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2729,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:41.509907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:54:42.010735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:54:42.180736Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.17229893s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:54:42.903174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.245546ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-02T02:54:42.90327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:41.008293Z","time spent":"1.894943465s","remote":"127.0.0.1:57506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T02:54:43.386534Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.158813316s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:54:44.178884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:54:44.178968Z","caller":"traceutil/trace.go:171","msg":"trace[961683697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330394s","start":"2026-03-02T02:54:42.178616Z","end":"2026-03-02T02:54:44.178947Z","steps":["trace[961683697] 'agreement among raft nodes before linearized reading' (duration: 2.000223892s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:44.179016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:42.178597Z","time spent":"2.000408285s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:54:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:54:44.468206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081236802s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:54:44.468532Z","caller":"traceutil/trace.go:171","msg":"trace[442686348] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"3.457922003s","start":"2026-03-02T02:54:41.010593Z","end":"2026-03-02T02:54:44.468515Z","steps":["trace[442686348] 'process raft request' (duration: 3.457822081s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:44.468653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:41.010586Z","time spent":"3.458028815s","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:44.468949Z","caller":"traceutil/trace.go:171","msg":"trace[2091825488] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"3.45825741s","start":"2026-03-02T02:54:41.010658Z","end":"2026-03-02T02:54:44.468915Z","steps":["trace[2091825488] 'process raft request' (duration: 3.457814891s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:44.469139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:41.010653Z","time spent":"3.458389442s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:44.468964Z","caller":"traceutil/trace.go:171","msg":"trace[1401878006] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"3.458713959s","start":"2026-03-02T02:54:41.010211Z","end":"2026-03-02T02:54:44.468925Z","steps":["trace[1401878006] 'process raft request' (duration: 3.458098587s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:44.469483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:41.010189Z","time spent":"3.459197459s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:44.46952Z","caller":"traceutil/trace.go:171","msg":"trace[795560241] linearizableReadLoop","detail":"{readStateIndex:24230; appliedIndex:24219; }","duration":"3.460484916s","start":"2026-03-02T02:54:41.00901Z","end":"2026-03-02T02:54:44.469495Z","steps":["trace[795560241] 'read index received' (duration: 1.171938764s)","trace[795560241] 'applied index is now lower than readState.Index' (duration: 2.288544842s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:44.469622Z","caller":"traceutil/trace.go:171","msg":"trace[1164278617] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"3.455555366s","start":"2026-03-02T02:54:41.014051Z","end":"2026-03-02T02:54:44.469606Z","steps":["trace[1164278617] 'process raft request' (duration: 3.45528018s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:44.469636Z","caller":"traceutil/trace.go:171","msg":"trace[1923768448] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"3.353940934s","start":"2026-03-02T02:54:41.115678Z","end":"2026-03-02T02:54:44.469619Z","steps":["trace[1923768448] 'process raft request' (duration: 3.35374535s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:44.469633Z","caller":"traceutil/trace.go:171","msg":"trace[2067833863] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"3.456105177s","start":"2026-03-02T02:54:41.0135Z","end":"2026-03-02T02:54:44.469605Z","steps":["trace[2067833863] 'process raft request' (duration: 3.455774159s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:44.469716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:41.11565Z","time spent":"3.354021746s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:44.469724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:41.014038Z","time spent":"3.455626377s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:44.469747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:41.013492Z","time spent":"3.456194688s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:44.469771Z","caller":"traceutil/trace.go:171","msg":"trace[1771940432] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"3.454665758s","start":"2026-03-02T02:54:41.015079Z","end":"2026-03-02T02:54:44.469745Z","steps":["trace[1771940432] 'process raft request' (duration: 3.454299201s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:44.469847Z","caller":"traceutil/trace.go:171","msg":"trace[578067825] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"3.456413043s","start":"2026-03-02T02:54:41.013424Z","end":"2026-03-02T02:54:44.469837Z","steps":["trace[578067825] 'process raft request' (duration: 3.455734399s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:44.469859Z","caller":"traceutil/trace.go:171","msg":"trace[626323509] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"3.458879783s","start":"2026-03-02T02:54:41.010963Z","end":"2026-03-02T02:54:44.469843Z","steps":["trace[626323509] 'process raft request' (duration: 3.457851902s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:44.469908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:41.013409Z","time spent":"3.456470624s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:44.469895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.460866804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1b7ca3d4-d211-47ed-bd13-390f2d199b98\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-02T02:54:44.46997Z","caller":"traceutil/trace.go:171","msg":"trace[1585409604] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1b7ca3d4-d211-47ed-bd13-390f2d199b98; range_end:; response_count:1; response_revision:23433; }","duration":"3.460943345s","start":"2026-03-02T02:54:41.009004Z","end":"2026-03-02T02:54:44.469947Z","steps":["trace[1585409604] 'agreement among raft nodes before linearized reading' (duration: 3.46068152s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:44.469904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:41.015071Z","time spent":"3.45475834s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:44.470029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:41.010942Z","time spent":"3.459008596s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:44.470033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:41.008978Z","time spent":"3.461040507s","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-1b7ca3d4-d211-47ed-bd13-390f2d199b98\" "} {"level":"info","ts":"2026-03-02T02:54:44.470008Z","caller":"traceutil/trace.go:171","msg":"trace[298235456] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"3.460477646s","start":"2026-03-02T02:54:41.0095Z","end":"2026-03-02T02:54:44.469978Z","steps":["trace[298235456] 'process raft request' (duration: 2.377353655s)","trace[298235456] 'compare' (duration: 1.080565499s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:44.4712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:41.00949Z","time spent":"3.461594998s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:44.969666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:54:45.007388Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.620514037s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:54:46.179476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999777113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:54:46.179559Z","caller":"traceutil/trace.go:171","msg":"trace[1787482346] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999915346s","start":"2026-03-02T02:54:44.179625Z","end":"2026-03-02T02:54:46.179541Z","steps":["trace[1787482346] 'agreement among raft nodes before linearized reading' (duration: 1.999815384s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:46.179601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:44.179603Z","time spent":"1.999987777s","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:54:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:54:46.427156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419386114s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:54:46.427379Z","caller":"traceutil/trace.go:171","msg":"trace[114326849] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"3.431871575s","start":"2026-03-02T02:54:42.995489Z","end":"2026-03-02T02:54:46.427361Z","steps":["trace[114326849] 'process raft request' (duration: 3.431809483s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:46.427456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:42.99548Z","time spent":"3.431945017s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:46.427539Z","caller":"traceutil/trace.go:171","msg":"trace[2005421787] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"3.522732799s","start":"2026-03-02T02:54:42.904782Z","end":"2026-03-02T02:54:46.427515Z","steps":["trace[2005421787] 'process raft request' (duration: 2.102916245s)","trace[2005421787] 'compare' (duration: 1.419087388s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:46.427657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:42.904758Z","time spent":"3.522830501s","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:46.427727Z","caller":"traceutil/trace.go:171","msg":"trace[979182902] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"3.432308624s","start":"2026-03-02T02:54:42.995397Z","end":"2026-03-02T02:54:46.427706Z","steps":["trace[979182902] 'process raft request' (duration: 3.431847334s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:46.427829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:42.995376Z","time spent":"3.432394967s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:46.427985Z","caller":"traceutil/trace.go:171","msg":"trace[1249004600] linearizableReadLoop","detail":"{readStateIndex:24236; appliedIndex:24230; }","duration":"1.958314421s","start":"2026-03-02T02:54:44.469567Z","end":"2026-03-02T02:54:46.427881Z","steps":["trace[1249004600] 'read index received' (duration: 538.11785ms)","trace[1249004600] 'applied index is now lower than readState.Index' (duration: 1.420195591s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:46.428129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.051489112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:46.428139Z","caller":"traceutil/trace.go:171","msg":"trace[103187334] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"3.431853125s","start":"2026-03-02T02:54:42.996274Z","end":"2026-03-02T02:54:46.428127Z","steps":["trace[103187334] 'process raft request' (duration: 3.431465497s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:46.428159Z","caller":"traceutil/trace.go:171","msg":"trace[1071250699] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23439; }","duration":"5.051557694s","start":"2026-03-02T02:54:41.376592Z","end":"2026-03-02T02:54:46.428149Z","steps":["trace[1071250699] 'agreement among raft nodes before linearized reading' (duration: 5.051487903s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:46.428183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:41.376574Z","time spent":"5.051602826s","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:46.428186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:42.996262Z","time spent":"3.431898335s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:46.428173Z","caller":"traceutil/trace.go:171","msg":"trace[1482327184] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"3.432661351s","start":"2026-03-02T02:54:42.995489Z","end":"2026-03-02T02:54:46.428151Z","steps":["trace[1482327184] 'process raft request' (duration: 3.431838684s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:46.428204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.034600546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:46.428205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.416799066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T02:54:46.42823Z","caller":"traceutil/trace.go:171","msg":"trace[1980416541] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23439; }","duration":"4.034663458s","start":"2026-03-02T02:54:42.393556Z","end":"2026-03-02T02:54:46.428219Z","steps":["trace[1980416541] 'agreement among raft nodes before linearized reading' (duration: 4.034614857s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:46.428194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270556202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:46.428248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:42.393533Z","time spent":"4.034710328s","remote":"127.0.0.1:32940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:46.428243Z","caller":"traceutil/trace.go:171","msg":"trace[1894463586] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"2.312245635s","start":"2026-03-02T02:54:44.11597Z","end":"2026-03-02T02:54:46.428216Z","steps":["trace[1894463586] 'process raft request' (duration: 2.311852227s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:46.428277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:42.995461Z","time spent":"3.432757504s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:46.428287Z","caller":"traceutil/trace.go:171","msg":"trace[1655161381] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23439; }","duration":"3.270710844s","start":"2026-03-02T02:54:43.157552Z","end":"2026-03-02T02:54:46.428262Z","steps":["trace[1655161381] 'agreement among raft nodes before linearized reading' (duration: 3.270523301s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:46.42824Z","caller":"traceutil/trace.go:171","msg":"trace[1344172069] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23439; }","duration":"5.416837307s","start":"2026-03-02T02:54:41.01139Z","end":"2026-03-02T02:54:46.428228Z","steps":["trace[1344172069] 'agreement among raft nodes before linearized reading' (duration: 5.416693494s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:46.42831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471201696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:54:46.42828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.515833659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:46.428337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:43.157533Z","time spent":"3.270794097s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:46.428346Z","caller":"traceutil/trace.go:171","msg":"trace[1141501679] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23439; }","duration":"4.471274858s","start":"2026-03-02T02:54:41.957061Z","end":"2026-03-02T02:54:46.428336Z","steps":["trace[1141501679] 'agreement among raft nodes before linearized reading' (duration: 4.471217087s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:46.428342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:44.115936Z","time spent":"2.312347946s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:46.428378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.534634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:46.428381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:41.957041Z","time spent":"4.471330989s","remote":"127.0.0.1:32912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:46.428383Z","caller":"traceutil/trace.go:171","msg":"trace[362801532] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23439; }","duration":"3.515982741s","start":"2026-03-02T02:54:42.912377Z","end":"2026-03-02T02:54:46.42836Z","steps":["trace[362801532] 'agreement among raft nodes before linearized reading' (duration: 3.515808998s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:46.428383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604451144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:46.428415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411041265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:46.42842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.715436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:46.428421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.829645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:46.428407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95531822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-02T02:54:46.428429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:42.912358Z","time spent":"3.516059894s","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:46.428434Z","caller":"traceutil/trace.go:171","msg":"trace[731181312] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23439; }","duration":"2.604553016s","start":"2026-03-02T02:54:43.823866Z","end":"2026-03-02T02:54:46.428419Z","steps":["trace[731181312] 'agreement among raft nodes before linearized reading' (duration: 2.604454474s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:46.428458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.903173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:46.428472Z","caller":"traceutil/trace.go:171","msg":"trace[1892163770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23439; }","duration":"700.946415ms","start":"2026-03-02T02:54:45.727522Z","end":"2026-03-02T02:54:46.428468Z","steps":["trace[1892163770] 'agreement among raft nodes before linearized reading' (duration: 700.923174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:46.428485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:45.727504Z","time spent":"700.978775ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:54:46.42848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:43.823838Z","time spent":"2.604632018s","remote":"127.0.0.1:45142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:46.428475Z","caller":"traceutil/trace.go:171","msg":"trace[606670926] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264; range_end:; response_count:1; response_revision:23439; }","duration":"1.955446793s","start":"2026-03-02T02:54:44.473005Z","end":"2026-03-02T02:54:46.428452Z","steps":["trace[606670926] 'agreement among raft nodes before linearized reading' (duration: 1.955223069s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:46.428527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:44.472978Z","time spent":"1.955535404s","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264\" "} {"level":"info","ts":"2026-03-02T02:54:46.428398Z","caller":"traceutil/trace.go:171","msg":"trace[1429220488] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23439; }","duration":"383.550134ms","start":"2026-03-02T02:54:46.044838Z","end":"2026-03-02T02:54:46.428388Z","steps":["trace[1429220488] 'agreement among raft nodes before linearized reading' (duration: 383.518813ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:46.428435Z","caller":"traceutil/trace.go:171","msg":"trace[325146399] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23439; }","duration":"1.411124267s","start":"2026-03-02T02:54:45.017304Z","end":"2026-03-02T02:54:46.428428Z","steps":["trace[325146399] 'agreement among raft nodes before linearized reading' (duration: 1.411088966s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:46.428626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:45.017257Z","time spent":"1.411363732s","remote":"127.0.0.1:49060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:46.428628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:46.044798Z","time spent":"383.815779ms","remote":"127.0.0.1:40744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:46.42844Z","caller":"traceutil/trace.go:171","msg":"trace[1120156960] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23439; }","duration":"264.873856ms","start":"2026-03-02T02:54:46.163562Z","end":"2026-03-02T02:54:46.428436Z","steps":["trace[1120156960] 'agreement among raft nodes before linearized reading' (duration: 264.845215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:46.42834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:41.011378Z","time spent":"5.416955719s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:54:46.428442Z","caller":"traceutil/trace.go:171","msg":"trace[1980481560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23439; }","duration":"241.762786ms","start":"2026-03-02T02:54:46.186672Z","end":"2026-03-02T02:54:46.428435Z","steps":["trace[1980481560] 'agreement among raft nodes before linearized reading' (duration: 241.717335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:46.434957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807157483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:54:46.435003Z","caller":"traceutil/trace.go:171","msg":"trace[682794266] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23439; }","duration":"1.807252415s","start":"2026-03-02T02:54:44.627741Z","end":"2026-03-02T02:54:46.434994Z","steps":["trace[682794266] 'agreement among raft nodes before linearized reading' (duration: 1.800702233s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:46.435051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:44.627719Z","time spent":"1.807303566s","remote":"127.0.0.1:57988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2729,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:46.935201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:54:48.227586Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068744109s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:54:48.255881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097085814s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:54:48.256096Z","caller":"traceutil/trace.go:171","msg":"trace[2007220951] linearizableReadLoop","detail":"{readStateIndex:24238; appliedIndex:24236; }","duration":"1.821358622s","start":"2026-03-02T02:54:46.434721Z","end":"2026-03-02T02:54:48.256079Z","steps":["trace[2007220951] 'read index received' (duration: 723.979983ms)","trace[2007220951] 'applied index is now lower than readState.Index' (duration: 1.097377529s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:48.256282Z","caller":"traceutil/trace.go:171","msg":"trace[251942540] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"1.823825172s","start":"2026-03-02T02:54:46.432405Z","end":"2026-03-02T02:54:48.25623Z","steps":["trace[251942540] 'process raft request' (duration: 726.278409ms)","trace[251942540] 'compare' (duration: 1.096589564s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:48.256358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:46.432394Z","time spent":"1.823926114s","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:48.256892Z","caller":"traceutil/trace.go:171","msg":"trace[1727024305] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"1.781302319s","start":"2026-03-02T02:54:46.47555Z","end":"2026-03-02T02:54:48.256852Z","steps":["trace[1727024305] 'process raft request' (duration: 1.780436201s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:48.256958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078185531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:48.257012Z","caller":"traceutil/trace.go:171","msg":"trace[225859120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23441; }","duration":"1.078284162s","start":"2026-03-02T02:54:47.178714Z","end":"2026-03-02T02:54:48.256998Z","steps":["trace[225859120] 'agreement among raft nodes before linearized reading' (duration: 1.07817857s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:48.256983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.635777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:54:48.257023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822278581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T02:54:48.256981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.027007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:48.257099Z","caller":"traceutil/trace.go:171","msg":"trace[429678511] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23441; }","duration":"1.822399854s","start":"2026-03-02T02:54:46.434683Z","end":"2026-03-02T02:54:48.257083Z","steps":["trace[429678511] 'agreement among raft nodes before linearized reading' (duration: 1.822172399s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:48.257122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742272408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:48.257146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.249009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:54:48.257133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781488092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T02:54:48.257161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003995425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-02T02:54:48.257158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:46.43467Z","time spent":"1.822479265s","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-02T02:54:48.257176Z","caller":"traceutil/trace.go:171","msg":"trace[1460472316] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23441; }","duration":"1.742355788s","start":"2026-03-02T02:54:46.514802Z","end":"2026-03-02T02:54:48.257158Z","steps":["trace[1460472316] 'agreement among raft nodes before linearized reading' (duration: 1.742297887s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:48.257157Z","caller":"traceutil/trace.go:171","msg":"trace[43571317] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23441; }","duration":"736.259271ms","start":"2026-03-02T02:54:47.520877Z","end":"2026-03-02T02:54:48.257136Z","steps":["trace[43571317] 'agreement among raft nodes before linearized reading' (duration: 736.011746ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:48.257199Z","caller":"traceutil/trace.go:171","msg":"trace[494149302] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23441; }","duration":"1.004028296s","start":"2026-03-02T02:54:47.253158Z","end":"2026-03-02T02:54:48.257186Z","steps":["trace[494149302] 'agreement among raft nodes before linearized reading' (duration: 1.003921044s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:48.2572Z","caller":"traceutil/trace.go:171","msg":"trace[700057132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23441; }","duration":"1.781578985s","start":"2026-03-02T02:54:46.475603Z","end":"2026-03-02T02:54:48.257182Z","steps":["trace[700057132] 'agreement among raft nodes before linearized reading' (duration: 1.781381071s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:48.257211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781811349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T02:54:48.257238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:47.253098Z","time spent":"1.004134138s","remote":"127.0.0.1:57604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-02T02:54:48.257253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:46.475595Z","time spent":"1.781649426s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:54:48.257263Z","caller":"traceutil/trace.go:171","msg":"trace[1415011746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23441; }","duration":"1.78186704s","start":"2026-03-02T02:54:46.475381Z","end":"2026-03-02T02:54:48.257248Z","steps":["trace[1415011746] 'agreement among raft nodes before linearized reading' (duration: 1.781744078s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:48.257237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:46.51477Z","time spent":"1.742454441s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T02:54:48.257306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:46.475377Z","time spent":"1.781919771s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:54:48.257304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:47.520857Z","time spent":"736.380314ms","remote":"127.0.0.1:40948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:48.257186Z","caller":"traceutil/trace.go:171","msg":"trace[681764493] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23441; }","duration":"965.331301ms","start":"2026-03-02T02:54:47.291841Z","end":"2026-03-02T02:54:48.257173Z","steps":["trace[681764493] 'agreement among raft nodes before linearized reading' (duration: 965.209138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:48.257057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:47.178693Z","time spent":"1.078356794s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:54:48.257404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:47.291818Z","time spent":"965.562325ms","remote":"127.0.0.1:53682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:48.257072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781561044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T02:54:48.257082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145854354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:54:48.257476Z","caller":"traceutil/trace.go:171","msg":"trace[1572783432] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23441; }","duration":"1.782012114s","start":"2026-03-02T02:54:46.475451Z","end":"2026-03-02T02:54:48.257463Z","steps":["trace[1572783432] 'agreement among raft nodes before linearized reading' (duration: 1.781448672s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:48.257522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:46.475433Z","time spent":"1.782077605s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:54:48.257474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:46.47554Z","time spent":"1.781437092s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:48.257091Z","caller":"traceutil/trace.go:171","msg":"trace[737323140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23441; }","duration":"661.756ms","start":"2026-03-02T02:54:47.595308Z","end":"2026-03-02T02:54:48.257064Z","steps":["trace[737323140] 'agreement among raft nodes before linearized reading' (duration: 661.577496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:48.257761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:47.595287Z","time spent":"662.454494ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:48.25722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781086414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T02:54:48.257845Z","caller":"traceutil/trace.go:171","msg":"trace[644096466] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23441; }","duration":"1.781727308s","start":"2026-03-02T02:54:46.476104Z","end":"2026-03-02T02:54:48.257832Z","steps":["trace[644096466] 'agreement among raft nodes before linearized reading' (duration: 1.78085062s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:48.257509Z","caller":"traceutil/trace.go:171","msg":"trace[817282748] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23441; }","duration":"1.146287643s","start":"2026-03-02T02:54:47.111187Z","end":"2026-03-02T02:54:48.257474Z","steps":["trace[817282748] 'agreement among raft nodes before linearized reading' (duration: 1.145868044s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:48.257925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:47.111169Z","time spent":"1.146730521s","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:48.257873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:46.476097Z","time spent":"1.781768809s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:54:48.257026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780837999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T02:54:48.258127Z","caller":"traceutil/trace.go:171","msg":"trace[1933433173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23441; }","duration":"1.781990913s","start":"2026-03-02T02:54:46.476128Z","end":"2026-03-02T02:54:48.258119Z","steps":["trace[1933433173] 'agreement among raft nodes before linearized reading' (duration: 1.780768618s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:48.25815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:46.476108Z","time spent":"1.782034514s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:54:48.257013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781539723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T02:54:48.258214Z","caller":"traceutil/trace.go:171","msg":"trace[1902704242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23441; }","duration":"1.782790288s","start":"2026-03-02T02:54:46.475418Z","end":"2026-03-02T02:54:48.258208Z","steps":["trace[1902704242] 'agreement among raft nodes before linearized reading' (duration: 1.781482332s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:48.258231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:46.475394Z","time spent":"1.78283127s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:54:48.260148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785163668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T02:54:48.260197Z","caller":"traceutil/trace.go:171","msg":"trace[270561819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23441; }","duration":"1.78525213s","start":"2026-03-02T02:54:46.474936Z","end":"2026-03-02T02:54:48.260188Z","steps":["trace[270561819] 'agreement among raft nodes before linearized reading' (duration: 1.781959273s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:48.260222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:46.474914Z","time spent":"1.78530172s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:54:49.273122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.352131ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:49.273306Z","caller":"traceutil/trace.go:171","msg":"trace[1881109865] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23441; }","duration":"119.544885ms","start":"2026-03-02T02:54:49.153733Z","end":"2026-03-02T02:54:49.273278Z","steps":["trace[1881109865] 'range keys from in-memory index tree' (duration: 119.333721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:49.273407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.169808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:54:49.273538Z","caller":"traceutil/trace.go:171","msg":"trace[1419241666] linearizableReadLoop","detail":"{readStateIndex:24239; appliedIndex:24238; }","duration":"1.010291522s","start":"2026-03-02T02:54:48.263229Z","end":"2026-03-02T02:54:49.273521Z","steps":["trace[1419241666] 'read index received' (duration: 309.908179ms)","trace[1419241666] 'applied index is now lower than readState.Index' (duration: 700.381803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:49.273652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010419075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:49.273685Z","caller":"traceutil/trace.go:171","msg":"trace[1072240270] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23442; }","duration":"1.010492207s","start":"2026-03-02T02:54:48.263181Z","end":"2026-03-02T02:54:49.273674Z","steps":["trace[1072240270] 'agreement among raft nodes before linearized reading' (duration: 1.010424865s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:49.273641Z","caller":"traceutil/trace.go:171","msg":"trace[1456134033] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"1.011260722s","start":"2026-03-02T02:54:48.262299Z","end":"2026-03-02T02:54:49.273559Z","steps":["trace[1456134033] 'process raft request' (duration: 310.824888ms)","trace[1456134033] 'compare' (duration: 699.76268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:49.273747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.263174Z","time spent":"1.010561558s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T02:54:49.273924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.262283Z","time spent":"1.011502357s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:49.775151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:54:50.132572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.559406917s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:54:50.267137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:54:50.267232Z","caller":"traceutil/trace.go:171","msg":"trace[929040580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000258313s","start":"2026-03-02T02:54:48.266953Z","end":"2026-03-02T02:54:50.267211Z","steps":["trace[929040580] 'agreement among raft nodes before linearized reading' (duration: 2.00013088s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:50.267286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.266946Z","time spent":"2.000330244s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:54:50.423299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.415364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:54:50.423565Z","caller":"traceutil/trace.go:171","msg":"trace[387087576] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"2.159132377s","start":"2026-03-02T02:54:48.264415Z","end":"2026-03-02T02:54:50.423548Z","steps":["trace[387087576] 'process raft request' (duration: 2.159054245s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:50.423553Z","caller":"traceutil/trace.go:171","msg":"trace[2086210338] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"2.159931062s","start":"2026-03-02T02:54:48.263597Z","end":"2026-03-02T02:54:50.423528Z","steps":["trace[2086210338] 'process raft request' (duration: 2.15980418s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:50.423624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.264408Z","time spent":"2.159192088s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:50.423634Z","caller":"traceutil/trace.go:171","msg":"trace[1123341876] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"2.159927662s","start":"2026-03-02T02:54:48.263693Z","end":"2026-03-02T02:54:50.42362Z","steps":["trace[1123341876] 'process raft request' (duration: 2.159754819s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:50.423742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.263687Z","time spent":"2.159982344s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:50.42376Z","caller":"traceutil/trace.go:171","msg":"trace[1887508191] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"2.158724139s","start":"2026-03-02T02:54:48.265028Z","end":"2026-03-02T02:54:50.423753Z","steps":["trace[1887508191] 'process raft request' (duration: 2.158475324s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:50.423524Z","caller":"traceutil/trace.go:171","msg":"trace[1293835495] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"2.159926012s","start":"2026-03-02T02:54:48.26354Z","end":"2026-03-02T02:54:50.423466Z","steps":["trace[1293835495] 'process raft request' (duration: 1.869256863s)","trace[1293835495] 'compare' (duration: 290.314802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:50.423801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.265021Z","time spent":"2.158757729s","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:50.423836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.26353Z","time spent":"2.160257849s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:50.423743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.263591Z","time spent":"2.160035504s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:50.42472Z","caller":"traceutil/trace.go:171","msg":"trace[1775743828] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"2.158575885s","start":"2026-03-02T02:54:48.26552Z","end":"2026-03-02T02:54:50.424096Z","steps":["trace[1775743828] 'process raft request' (duration: 2.158197907s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:50.424784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.26551Z","time spent":"2.159245728s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:50.426517Z","caller":"traceutil/trace.go:171","msg":"trace[1395716612] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"2.160134017s","start":"2026-03-02T02:54:48.266368Z","end":"2026-03-02T02:54:50.426502Z","steps":["trace[1395716612] 'process raft request' (duration: 2.157660796s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:50.426599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.266362Z","time spent":"2.160192398s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:50.426731Z","caller":"traceutil/trace.go:171","msg":"trace[2146921659] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"2.087055054s","start":"2026-03-02T02:54:48.339644Z","end":"2026-03-02T02:54:50.426699Z","steps":["trace[2146921659] 'process raft request' (duration: 2.086795538s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:50.426786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.33962Z","time spent":"2.087135706s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:50.802996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.378567ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:54:50.808667Z","caller":"traceutil/trace.go:171","msg":"trace[1801593201] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"2.390249526s","start":"2026-03-02T02:54:48.418398Z","end":"2026-03-02T02:54:50.808647Z","steps":["trace[1801593201] 'process raft request' (duration: 2.385406959s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:50.808781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.418371Z","time spent":"2.390340108s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:51.019865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.158406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:54:51.020033Z","caller":"traceutil/trace.go:171","msg":"trace[1883311024] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"2.584378606s","start":"2026-03-02T02:54:48.43563Z","end":"2026-03-02T02:54:51.020009Z","steps":["trace[1883311024] 'process raft request' (duration: 2.373005306s)","trace[1883311024] 'compare' (duration: 210.906141ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:51.020107Z","caller":"traceutil/trace.go:171","msg":"trace[1388685400] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"753.234146ms","start":"2026-03-02T02:54:50.26686Z","end":"2026-03-02T02:54:51.020095Z","steps":["trace[1388685400] 'process raft request' (duration: 753.205785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:51.020151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:50.266824Z","time spent":"753.310778ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:51.020147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.435591Z","time spent":"2.584498669s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:51.02025Z","caller":"traceutil/trace.go:171","msg":"trace[1799707846] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"2.58307649s","start":"2026-03-02T02:54:48.437166Z","end":"2026-03-02T02:54:51.020243Z","steps":["trace[1799707846] 'process raft request' (duration: 2.582824875s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:51.020276Z","caller":"traceutil/trace.go:171","msg":"trace[1919273366] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"2.582486147s","start":"2026-03-02T02:54:48.437784Z","end":"2026-03-02T02:54:51.02027Z","steps":["trace[1919273366] 'process raft request' (duration: 2.582230702s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:51.020295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.437144Z","time spent":"2.583129631s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:51.020321Z","caller":"traceutil/trace.go:171","msg":"trace[1472944368] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"2.504850972s","start":"2026-03-02T02:54:48.515466Z","end":"2026-03-02T02:54:51.020317Z","steps":["trace[1472944368] 'process raft request' (duration: 2.504568457s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:51.020346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.515438Z","time spent":"2.504893954s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:51.020396Z","caller":"traceutil/trace.go:171","msg":"trace[2062460665] linearizableReadLoop","detail":"{readStateIndex:24254; appliedIndex:24239; }","duration":"1.74682768s","start":"2026-03-02T02:54:49.273563Z","end":"2026-03-02T02:54:51.020391Z","steps":["trace[2062460665] 'read index received' (duration: 859.153396ms)","trace[2062460665] 'applied index is now lower than readState.Index' (duration: 887.673714ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:51.020488Z","caller":"traceutil/trace.go:171","msg":"trace[366876252] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"2.584812276s","start":"2026-03-02T02:54:48.435669Z","end":"2026-03-02T02:54:51.020481Z","steps":["trace[366876252] 'process raft request' (duration: 2.584267205s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:51.020533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.435642Z","time spent":"2.584870976s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:51.020556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617354655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T02:54:51.020572Z","caller":"traceutil/trace.go:171","msg":"trace[1551357554] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:23457; }","duration":"2.617417606s","start":"2026-03-02T02:54:48.40315Z","end":"2026-03-02T02:54:51.020568Z","steps":["trace[1551357554] 'agreement among raft nodes before linearized reading' (duration: 2.617343605s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:51.020593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.403126Z","time spent":"2.617463807s","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-02T02:54:51.020303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:48.437775Z","time spent":"2.582513259s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:51.020711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744124704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T02:54:51.020731Z","caller":"traceutil/trace.go:171","msg":"trace[936526801] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23457; }","duration":"1.744165825s","start":"2026-03-02T02:54:49.276561Z","end":"2026-03-02T02:54:51.020726Z","steps":["trace[936526801] 'agreement among raft nodes before linearized reading' (duration: 1.744111183s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:51.020743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:49.276548Z","time spent":"1.744191755s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:54:51.020843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.010772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:51.020862Z","caller":"traceutil/trace.go:171","msg":"trace[931215871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23457; }","duration":"753.079483ms","start":"2026-03-02T02:54:50.267778Z","end":"2026-03-02T02:54:51.020858Z","steps":["trace[931215871] 'agreement among raft nodes before linearized reading' (duration: 753.050283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:51.020874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:50.26775Z","time spent":"753.121723ms","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:54:51.020892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.828141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T02:54:51.020925Z","caller":"traceutil/trace.go:171","msg":"trace[1172054601] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23457; }","duration":"694.912852ms","start":"2026-03-02T02:54:50.326004Z","end":"2026-03-02T02:54:51.020917Z","steps":["trace[1172054601] 'agreement among raft nodes before linearized reading' (duration: 694.81269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:51.02095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:50.325977Z","time spent":"694.968663ms","remote":"127.0.0.1:57604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-02T02:54:51.021064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120273134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:54:51.021085Z","caller":"traceutil/trace.go:171","msg":"trace[1368194005] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23457; }","duration":"1.120293565s","start":"2026-03-02T02:54:49.900785Z","end":"2026-03-02T02:54:51.021079Z","steps":["trace[1368194005] 'agreement among raft nodes before linearized reading' (duration: 1.120180722s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:51.021101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:49.900707Z","time spent":"1.120388707s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":170,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:51.021237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500382368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:51.021261Z","caller":"traceutil/trace.go:171","msg":"trace[755142419] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23457; }","duration":"1.500448239s","start":"2026-03-02T02:54:49.520807Z","end":"2026-03-02T02:54:51.021255Z","steps":["trace[755142419] 'agreement among raft nodes before linearized reading' (duration: 1.500413158s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:51.021275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:49.520787Z","time spent":"1.500484279s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:51.021365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622751971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:54:51.021386Z","caller":"traceutil/trace.go:171","msg":"trace[53208236] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23457; }","duration":"1.622799323s","start":"2026-03-02T02:54:49.398581Z","end":"2026-03-02T02:54:51.021381Z","steps":["trace[53208236] 'agreement among raft nodes before linearized reading' (duration: 1.622764612s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:51.021402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:49.398564Z","time spent":"1.622832343s","remote":"127.0.0.1:57908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:51.021506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.179443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:54:51.021539Z","caller":"traceutil/trace.go:171","msg":"trace[308804106] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23457; }","duration":"511.215794ms","start":"2026-03-02T02:54:50.510316Z","end":"2026-03-02T02:54:51.021532Z","steps":["trace[308804106] 'agreement among raft nodes before linearized reading' (duration: 511.149252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:51.02156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:50.510252Z","time spent":"511.302626ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:51.021706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.692177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T02:54:51.021733Z","caller":"traceutil/trace.go:171","msg":"trace[1809030521] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264; range_end:; response_count:1; response_revision:23457; }","duration":"593.765259ms","start":"2026-03-02T02:54:50.42796Z","end":"2026-03-02T02:54:51.021726Z","steps":["trace[1809030521] 'agreement among raft nodes before linearized reading' (duration: 593.696997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:51.021754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:50.42794Z","time spent":"593.808241ms","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264\" "} {"level":"warn","ts":"2026-03-02T02:54:51.020957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.738392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:51.021786Z","caller":"traceutil/trace.go:171","msg":"trace[1934260799] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23457; }","duration":"945.62691ms","start":"2026-03-02T02:54:50.076153Z","end":"2026-03-02T02:54:51.02178Z","steps":["trace[1934260799] 'agreement among raft nodes before linearized reading' (duration: 944.784433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:51.021812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:50.076108Z","time spent":"945.698102ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:54:51.491536Z","caller":"traceutil/trace.go:171","msg":"trace[1979520007] linearizableReadLoop","detail":"{readStateIndex:24256; appliedIndex:24255; }","duration":"465.257612ms","start":"2026-03-02T02:54:51.026249Z","end":"2026-03-02T02:54:51.491507Z","steps":["trace[1979520007] 'read index received' (duration: 417.33907ms)","trace[1979520007] 'applied index is now lower than readState.Index' (duration: 47.916902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:51.491538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:51.025522Z","time spent":"466.001746ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T02:54:51.491785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.510847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4018ee49-d1d2-4d35-8c62-35b3e1d01f48\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-02T02:54:51.491848Z","caller":"traceutil/trace.go:171","msg":"trace[331676937] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4018ee49-d1d2-4d35-8c62-35b3e1d01f48; range_end:; response_count:1; response_revision:23457; }","duration":"465.601108ms","start":"2026-03-02T02:54:51.026227Z","end":"2026-03-02T02:54:51.491829Z","steps":["trace[331676937] 'agreement among raft nodes before linearized reading' (duration: 465.377614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:51.49189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:51.026219Z","time spent":"465.663329ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-4018ee49-d1d2-4d35-8c62-35b3e1d01f48\" "} {"level":"warn","ts":"2026-03-02T02:54:52.009888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.97813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:54:52.010206Z","caller":"traceutil/trace.go:171","msg":"trace[423351717] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"982.446837ms","start":"2026-03-02T02:54:51.027724Z","end":"2026-03-02T02:54:52.010171Z","steps":["trace[423351717] 'process raft request' (duration: 810.079149ms)","trace[423351717] 'compare' (duration: 171.746115ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:52.010273Z","caller":"traceutil/trace.go:171","msg":"trace[154233903] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"513.97569ms","start":"2026-03-02T02:54:51.496276Z","end":"2026-03-02T02:54:52.010251Z","steps":["trace[154233903] 'process raft request' (duration: 513.911169ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:52.0103Z","caller":"traceutil/trace.go:171","msg":"trace[1288707912] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"576.911868ms","start":"2026-03-02T02:54:51.43336Z","end":"2026-03-02T02:54:52.010272Z","steps":["trace[1288707912] 'process raft request' (duration: 576.660323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:52.010366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:51.027712Z","time spent":"982.567289ms","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:52.010401Z","caller":"traceutil/trace.go:171","msg":"trace[25043974] linearizableReadLoop","detail":"{readStateIndex:24258; appliedIndex:24256; }","duration":"518.776158ms","start":"2026-03-02T02:54:51.491612Z","end":"2026-03-02T02:54:52.010388Z","steps":["trace[25043974] 'read index received' (duration: 346.200886ms)","trace[25043974] 'applied index is now lower than readState.Index' (duration: 172.574192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:52.010452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:51.433334Z","time spent":"577.064491ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:52.010354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:51.496251Z","time spent":"514.063911ms","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:52.0107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.001309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:52.010712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.924074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:54:52.010742Z","caller":"traceutil/trace.go:171","msg":"trace[176792136] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23460; }","duration":"981.04521ms","start":"2026-03-02T02:54:51.029684Z","end":"2026-03-02T02:54:52.010729Z","steps":["trace[176792136] 'agreement among raft nodes before linearized reading' (duration: 980.970168ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:52.010755Z","caller":"traceutil/trace.go:171","msg":"trace[484088786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23460; }","duration":"732.000326ms","start":"2026-03-02T02:54:51.278741Z","end":"2026-03-02T02:54:52.010741Z","steps":["trace[484088786] 'agreement among raft nodes before linearized reading' (duration: 731.818681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:52.010781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:51.02966Z","time spent":"981.108041ms","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:54:52.010803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:51.278721Z","time spent":"732.072777ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:54:52.010912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.519841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-02T02:54:52.010994Z","caller":"traceutil/trace.go:171","msg":"trace[145876967] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23460; }","duration":"511.618883ms","start":"2026-03-02T02:54:51.499355Z","end":"2026-03-02T02:54:52.010974Z","steps":["trace[145876967] 'agreement among raft nodes before linearized reading' (duration: 511.357917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:52.011067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:51.499326Z","time spent":"511.731645ms","remote":"127.0.0.1:57604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-02T02:54:52.011083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.122835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T02:54:52.011132Z","caller":"traceutil/trace.go:171","msg":"trace[254891262] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23460; }","duration":"484.202526ms","start":"2026-03-02T02:54:51.526918Z","end":"2026-03-02T02:54:52.01112Z","steps":["trace[254891262] 'agreement among raft nodes before linearized reading' (duration: 484.011683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:52.010961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.59788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:52.010978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.449874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:52.011255Z","caller":"traceutil/trace.go:171","msg":"trace[387676137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23460; }","duration":"979.905676ms","start":"2026-03-02T02:54:51.031326Z","end":"2026-03-02T02:54:52.011231Z","steps":["trace[387676137] 'agreement among raft nodes before linearized reading' (duration: 979.576969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:52.011445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:51.031319Z","time spent":"980.111761ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:54:52.011177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:51.526904Z","time spent":"484.262737ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T02:54:52.011598Z","caller":"traceutil/trace.go:171","msg":"trace[44553954] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23460; }","duration":"287.832121ms","start":"2026-03-02T02:54:51.723479Z","end":"2026-03-02T02:54:52.011311Z","steps":["trace[44553954] 'agreement among raft nodes before linearized reading' (duration: 287.445224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:52.011664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.142579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T02:54:52.012451Z","caller":"traceutil/trace.go:171","msg":"trace[1934988928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23460; }","duration":"975.043337ms","start":"2026-03-02T02:54:51.037344Z","end":"2026-03-02T02:54:52.012388Z","steps":["trace[1934988928] 'agreement among raft nodes before linearized reading' (duration: 973.319602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:52.012546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:51.037319Z","time spent":"975.20807ms","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T02:54:52.384691Z","caller":"traceutil/trace.go:171","msg":"trace[825566044] linearizableReadLoop","detail":"{readStateIndex:24260; appliedIndex:24259; }","duration":"367.285904ms","start":"2026-03-02T02:54:52.017387Z","end":"2026-03-02T02:54:52.384673Z","steps":["trace[825566044] 'read index received' (duration: 366.705782ms)","trace[825566044] 'applied index is now lower than readState.Index' (duration: 579.182µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:52.384861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.456787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:54:52.38481Z","caller":"traceutil/trace.go:171","msg":"trace[389843573] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"368.500477ms","start":"2026-03-02T02:54:52.016251Z","end":"2026-03-02T02:54:52.384752Z","steps":["trace[389843573] 'process raft request' (duration: 367.866055ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:52.384881Z","caller":"traceutil/trace.go:171","msg":"trace[1693365658] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23461; }","duration":"367.508738ms","start":"2026-03-02T02:54:52.017366Z","end":"2026-03-02T02:54:52.384875Z","steps":["trace[1693365658] 'agreement among raft nodes before linearized reading' (duration: 367.392015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:52.3851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:52.017358Z","time spent":"367.726422ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T02:54:52.3851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:52.016234Z","time spent":"368.720812ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:52.395329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.185304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:52.395374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.706438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:52.395406Z","caller":"traceutil/trace.go:171","msg":"trace[1412281881] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23462; }","duration":"376.303716ms","start":"2026-03-02T02:54:52.019087Z","end":"2026-03-02T02:54:52.39539Z","steps":["trace[1412281881] 'agreement among raft nodes before linearized reading' (duration: 376.161613ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:52.395413Z","caller":"traceutil/trace.go:171","msg":"trace[1294650738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23462; }","duration":"218.79473ms","start":"2026-03-02T02:54:52.176607Z","end":"2026-03-02T02:54:52.395402Z","steps":["trace[1294650738] 'agreement among raft nodes before linearized reading' (duration: 218.721598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:52.395395Z","caller":"traceutil/trace.go:171","msg":"trace[1947134057] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"377.197905ms","start":"2026-03-02T02:54:52.018171Z","end":"2026-03-02T02:54:52.395369Z","steps":["trace[1947134057] 'process raft request' (duration: 376.95272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:52.395445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:52.019075Z","time spent":"376.360067ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:54:52.395483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.482358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-02T02:54:52.395529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:52.018159Z","time spent":"377.284976ms","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:52.395543Z","caller":"traceutil/trace.go:171","msg":"trace[2036980192] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23462; }","duration":"127.570039ms","start":"2026-03-02T02:54:52.267949Z","end":"2026-03-02T02:54:52.395519Z","steps":["trace[2036980192] 'agreement among raft nodes before linearized reading' (duration: 127.358095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:52.950204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533676,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:54:52.959443Z","caller":"traceutil/trace.go:171","msg":"trace[716361263] linearizableReadLoop","detail":"{readStateIndex:24263; appliedIndex:24262; }","duration":"509.281465ms","start":"2026-03-02T02:54:52.45014Z","end":"2026-03-02T02:54:52.959422Z","steps":["trace[716361263] 'read index received' (duration: 508.288575ms)","trace[716361263] 'applied index is now lower than readState.Index' (duration: 991.76µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:52.959544Z","caller":"traceutil/trace.go:171","msg":"trace[583641006] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"524.155246ms","start":"2026-03-02T02:54:52.435381Z","end":"2026-03-02T02:54:52.959536Z","steps":["trace[583641006] 'process raft request' (duration: 523.115796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:52.959635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:52.43536Z","time spent":"524.214648ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:52.959816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.736615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T02:54:52.959865Z","caller":"traceutil/trace.go:171","msg":"trace[300599971] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23464; }","duration":"410.793456ms","start":"2026-03-02T02:54:52.549057Z","end":"2026-03-02T02:54:52.95985Z","steps":["trace[300599971] 'agreement among raft nodes before linearized reading' (duration: 410.667723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:52.959899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:52.549021Z","time spent":"410.872097ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:54:52.959901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.879297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T02:54:52.959816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.379956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:54:52.959948Z","caller":"traceutil/trace.go:171","msg":"trace[993860028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23464; }","duration":"507.940917ms","start":"2026-03-02T02:54:52.451994Z","end":"2026-03-02T02:54:52.959935Z","steps":["trace[993860028] 'agreement among raft nodes before linearized reading' (duration: 507.850796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:52.959936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.4489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T02:54:52.959987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:52.451982Z","time spent":"507.997148ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:54:52.960006Z","caller":"traceutil/trace.go:171","msg":"trace[1877468911] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23464; }","duration":"413.558512ms","start":"2026-03-02T02:54:52.546428Z","end":"2026-03-02T02:54:52.959987Z","steps":["trace[1877468911] 'agreement among raft nodes before linearized reading' (duration: 413.323928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:52.960029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.884317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:54:52.960015Z","caller":"traceutil/trace.go:171","msg":"trace[1088886644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23464; }","duration":"508.59226ms","start":"2026-03-02T02:54:52.451376Z","end":"2026-03-02T02:54:52.959969Z","steps":["trace[1088886644] 'agreement among raft nodes before linearized reading' (duration: 508.274874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:52.960052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:52.546412Z","time spent":"413.630453ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T02:54:52.960078Z","caller":"traceutil/trace.go:171","msg":"trace[1727382499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23464; }","duration":"509.958139ms","start":"2026-03-02T02:54:52.450108Z","end":"2026-03-02T02:54:52.960066Z","steps":["trace[1727382499] 'agreement among raft nodes before linearized reading' (duration: 509.797626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:52.960111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:52.450091Z","time spent":"510.01323ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:54:52.960125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:52.451356Z","time spent":"508.728463ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:54:54.31426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.416178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:54:54.314875Z","caller":"traceutil/trace.go:171","msg":"trace[1161038059] linearizableReadLoop","detail":"{readStateIndex:24273; appliedIndex:24264; }","duration":"1.230875789s","start":"2026-03-02T02:54:53.083978Z","end":"2026-03-02T02:54:54.314853Z","steps":["trace[1161038059] 'read index received' (duration: 414.853349ms)","trace[1161038059] 'applied index is now lower than readState.Index' (duration: 816.02107ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:54.314993Z","caller":"traceutil/trace.go:171","msg":"trace[892416902] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"1.285591299s","start":"2026-03-02T02:54:53.029387Z","end":"2026-03-02T02:54:54.314978Z","steps":["trace[892416902] 'process raft request' (duration: 1.285237602s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:54.315072Z","caller":"traceutil/trace.go:171","msg":"trace[768409034] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"1.350217061s","start":"2026-03-02T02:54:52.964842Z","end":"2026-03-02T02:54:54.315059Z","steps":["trace[768409034] 'process raft request' (duration: 533.897315ms)","trace[768409034] 'compare' (duration: 813.898857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:54.315117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:53.029365Z","time spent":"1.285701191s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:54.315169Z","caller":"traceutil/trace.go:171","msg":"trace[902009205] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"1.285078929s","start":"2026-03-02T02:54:53.030078Z","end":"2026-03-02T02:54:54.315157Z","steps":["trace[902009205] 'process raft request' (duration: 1.284590309s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:54.315207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:52.964834Z","time spent":"1.350283262s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:54.314971Z","caller":"traceutil/trace.go:171","msg":"trace[190239642] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"1.349432676s","start":"2026-03-02T02:54:52.9655Z","end":"2026-03-02T02:54:54.314933Z","steps":["trace[190239642] 'process raft request' (duration: 1.349074548s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:54.315249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139412932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:54.315298Z","caller":"traceutil/trace.go:171","msg":"trace[1877529518] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"1.283877104s","start":"2026-03-02T02:54:53.031412Z","end":"2026-03-02T02:54:54.315289Z","steps":["trace[1877529518] 'process raft request' (duration: 1.283304632s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:54.315314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:52.965493Z","time spent":"1.349783702s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:54.315261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:53.030066Z","time spent":"1.28513731s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:54.315347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:53.031396Z","time spent":"1.283924735s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:54.315115Z","caller":"traceutil/trace.go:171","msg":"trace[1854520533] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"1.283597639s","start":"2026-03-02T02:54:53.031494Z","end":"2026-03-02T02:54:54.315091Z","steps":["trace[1854520533] 'process raft request' (duration: 1.283316653s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:54.31544Z","caller":"traceutil/trace.go:171","msg":"trace[541972752] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"1.350518886s","start":"2026-03-02T02:54:52.964907Z","end":"2026-03-02T02:54:54.315426Z","steps":["trace[541972752] 'process raft request' (duration: 1.349471896s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:54.315448Z","caller":"traceutil/trace.go:171","msg":"trace[458084980] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"1.283987907s","start":"2026-03-02T02:54:53.031452Z","end":"2026-03-02T02:54:54.31544Z","steps":["trace[458084980] 'process raft request' (duration: 1.283312753s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:54.315464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:53.031475Z","time spent":"1.283955185s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:54.315486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231507951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:54.315324Z","caller":"traceutil/trace.go:171","msg":"trace[1543595978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23474; }","duration":"1.139532605s","start":"2026-03-02T02:54:53.175774Z","end":"2026-03-02T02:54:54.315306Z","steps":["trace[1543595978] 'agreement among raft nodes before linearized reading' (duration: 1.139384602s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:54.31553Z","caller":"traceutil/trace.go:171","msg":"trace[1473521139] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23474; }","duration":"1.231584542s","start":"2026-03-02T02:54:53.083932Z","end":"2026-03-02T02:54:54.315516Z","steps":["trace[1473521139] 'agreement among raft nodes before linearized reading' (duration: 1.231505571s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:54.315544Z","caller":"traceutil/trace.go:171","msg":"trace[1891890612] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"1.350358444s","start":"2026-03-02T02:54:52.965178Z","end":"2026-03-02T02:54:54.315537Z","steps":["trace[1891890612] 'process raft request' (duration: 1.349313163s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:54.315592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:52.96517Z","time spent":"1.350400254s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:54.315588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:53.083913Z","time spent":"1.231659854s","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:54.315592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:53.175751Z","time spent":"1.139802461s","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:54:54.315633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.127809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-03-02T02:54:54.315688Z","caller":"traceutil/trace.go:171","msg":"trace[131901976] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23474; }","duration":"361.19201ms","start":"2026-03-02T02:54:53.954483Z","end":"2026-03-02T02:54:54.315675Z","steps":["trace[131901976] 'agreement among raft nodes before linearized reading' (duration: 360.981156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:54.3155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:53.031432Z","time spent":"1.284043187s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:54.315657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.120889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:54:54.31573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:53.954413Z","time spent":"361.308652ms","remote":"127.0.0.1:45044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7721,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T02:54:54.315753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.497513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T02:54:54.315756Z","caller":"traceutil/trace.go:171","msg":"trace[905299533] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23474; }","duration":"396.327923ms","start":"2026-03-02T02:54:53.919408Z","end":"2026-03-02T02:54:54.315736Z","steps":["trace[905299533] 'agreement among raft nodes before linearized reading' (duration: 396.097238ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:54.315784Z","caller":"traceutil/trace.go:171","msg":"trace[1951818738] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23474; }","duration":"318.561694ms","start":"2026-03-02T02:54:53.997211Z","end":"2026-03-02T02:54:54.315773Z","steps":["trace[1951818738] 'agreement among raft nodes before linearized reading' (duration: 318.464292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:54.315818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:53.997192Z","time spent":"318.619195ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T02:54:54.315818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:53.919377Z","time spent":"396.429914ms","remote":"127.0.0.1:37928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:54.315512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:52.964884Z","time spent":"1.350598939s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:55.089656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:54:55.590029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:54:55.715738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217256501s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:54:55.716149Z","caller":"traceutil/trace.go:171","msg":"trace[1221486736] linearizableReadLoop","detail":"{readStateIndex:24274; appliedIndex:24273; }","duration":"1.126955839s","start":"2026-03-02T02:54:54.589171Z","end":"2026-03-02T02:54:55.716127Z","steps":["trace[1221486736] 'read index received' (duration: 1.126698774s)","trace[1221486736] 'applied index is now lower than readState.Index' (duration: 256.185µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:55.716215Z","caller":"traceutil/trace.go:171","msg":"trace[1956768048] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"1.321798674s","start":"2026-03-02T02:54:54.394395Z","end":"2026-03-02T02:54:55.716193Z","steps":["trace[1956768048] 'process raft request' (duration: 1.321555589s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:55.71632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127142634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:54:55.716323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:54.394355Z","time spent":"1.321891576s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:55.716343Z","caller":"traceutil/trace.go:171","msg":"trace[1779318577] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23475; }","duration":"1.127234056s","start":"2026-03-02T02:54:54.589103Z","end":"2026-03-02T02:54:55.716337Z","steps":["trace[1779318577] 'agreement among raft nodes before linearized reading' (duration: 1.127150404s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:55.716368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:54.589076Z","time spent":"1.127286686s","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:55.716458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.201885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:54:55.71648Z","caller":"traceutil/trace.go:171","msg":"trace[1938875852] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23475; }","duration":"888.250775ms","start":"2026-03-02T02:54:54.828221Z","end":"2026-03-02T02:54:55.716472Z","steps":["trace[1938875852] 'agreement among raft nodes before linearized reading' (duration: 888.198964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:55.716496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:54.828198Z","time spent":"888.295087ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:55.716661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.058129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:55.716685Z","caller":"traceutil/trace.go:171","msg":"trace[815165396] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23475; }","duration":"234.12483ms","start":"2026-03-02T02:54:55.482553Z","end":"2026-03-02T02:54:55.716678Z","steps":["trace[815165396] 'agreement among raft nodes before linearized reading' (duration: 234.08703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:55.716707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.365458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:54:55.716723Z","caller":"traceutil/trace.go:171","msg":"trace[579813953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23475; }","duration":"752.422479ms","start":"2026-03-02T02:54:54.964296Z","end":"2026-03-02T02:54:55.716718Z","steps":["trace[579813953] 'agreement among raft nodes before linearized reading' (duration: 752.334547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:55.71675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:54.964265Z","time spent":"752.48183ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:54:55.71672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.920903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T02:54:55.716818Z","caller":"traceutil/trace.go:171","msg":"trace[2057311817] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23475; }","duration":"695.052595ms","start":"2026-03-02T02:54:55.021744Z","end":"2026-03-02T02:54:55.716796Z","steps":["trace[2057311817] 'agreement among raft nodes before linearized reading' (duration: 694.844201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:55.716869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:55.021724Z","time spent":"695.135878ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:54:56.228505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:54:57.728312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000229611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:54:57.728852Z","caller":"traceutil/trace.go:171","msg":"trace[1033568826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000805252s","start":"2026-03-02T02:54:55.728025Z","end":"2026-03-02T02:54:57.72883Z","steps":["trace[1033568826] 'agreement among raft nodes before linearized reading' (duration: 2.000246701s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:57.72942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:55.728016Z","time spent":"2.001383233s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:54:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:54:57.871021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:56.644788Z","time spent":"1.226226154s","remote":"127.0.0.1:44494","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T02:54:57.871485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476651466s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:54:57.871636Z","caller":"traceutil/trace.go:171","msg":"trace[1170958056] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"2.148530371s","start":"2026-03-02T02:54:55.723079Z","end":"2026-03-02T02:54:57.871609Z","steps":["trace[1170958056] 'process raft request' (duration: 671.673951ms)","trace[1170958056] 'compare' (duration: 1.475707066s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:57.871709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:55.723023Z","time spent":"2.148655593s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:58.187329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000081197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:54:58.187496Z","caller":"traceutil/trace.go:171","msg":"trace[549289892] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000292512s","start":"2026-03-02T02:54:56.187179Z","end":"2026-03-02T02:54:58.187472Z","steps":["trace[549289892] 'agreement among raft nodes before linearized reading' (duration: 2.000102908s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:58.187599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:56.187154Z","time spent":"2.000427274s","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:54:58.506465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.058123895s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:54:58.892439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000181721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:54:58.892597Z","caller":"traceutil/trace.go:171","msg":"trace[1631817302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000413185s","start":"2026-03-02T02:54:56.892164Z","end":"2026-03-02T02:54:58.892577Z","steps":["trace[1631817302] 'agreement among raft nodes before linearized reading' (duration: 2.000215551s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:58.892669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:56.892144Z","time spent":"2.000511767s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:54:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:54:59.596997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.216505ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:59.597148Z","caller":"traceutil/trace.go:171","msg":"trace[50460728] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23476; }","duration":"445.389789ms","start":"2026-03-02T02:54:59.151734Z","end":"2026-03-02T02:54:59.597124Z","steps":["trace[50460728] 'range keys from in-memory index tree' (duration: 445.198685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:59.597574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090833728s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:54:59.597903Z","caller":"traceutil/trace.go:171","msg":"trace[638451943] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"3.874607979s","start":"2026-03-02T02:54:55.723273Z","end":"2026-03-02T02:54:59.597881Z","steps":["trace[638451943] 'process raft request' (duration: 2.783385153s)","trace[638451943] 'compare' (duration: 1.089684004s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:59.598013Z","caller":"traceutil/trace.go:171","msg":"trace[1492126635] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"3.364419186s","start":"2026-03-02T02:54:56.233579Z","end":"2026-03-02T02:54:59.597998Z","steps":["trace[1492126635] 'process raft request' (duration: 3.364188972s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:59.598128Z","caller":"traceutil/trace.go:171","msg":"trace[1673470675] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"3.277220546s","start":"2026-03-02T02:54:56.320871Z","end":"2026-03-02T02:54:59.598091Z","steps":["trace[1673470675] 'process raft request' (duration: 3.276983301s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:59.598212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:56.233558Z","time spent":"3.364546668s","remote":"127.0.0.1:45044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:59.598256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:56.320857Z","time spent":"3.277335878s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:59.598673Z","caller":"traceutil/trace.go:171","msg":"trace[736792588] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"3.276970161s","start":"2026-03-02T02:54:56.321681Z","end":"2026-03-02T02:54:59.598652Z","steps":["trace[736792588] 'process raft request' (duration: 3.276252157s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:59.598716Z","caller":"traceutil/trace.go:171","msg":"trace[309802604] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"3.276754466s","start":"2026-03-02T02:54:56.321931Z","end":"2026-03-02T02:54:59.598686Z","steps":["trace[309802604] 'process raft request' (duration: 3.276607553s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:59.598759Z","caller":"traceutil/trace.go:171","msg":"trace[2095485422] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"3.276039711s","start":"2026-03-02T02:54:56.322706Z","end":"2026-03-02T02:54:59.598746Z","steps":["trace[2095485422] 'process raft request' (duration: 3.275886708s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:59.598802Z","caller":"traceutil/trace.go:171","msg":"trace[1574562229] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"3.277342059s","start":"2026-03-02T02:54:56.321448Z","end":"2026-03-02T02:54:59.59879Z","steps":["trace[1574562229] 'process raft request' (duration: 3.276454361s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:59.598835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:56.322692Z","time spent":"3.276106673s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:59.598851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:56.321425Z","time spent":"3.27740252s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:59.598853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:56.321923Z","time spent":"3.276853888s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:59.598852Z","caller":"traceutil/trace.go:171","msg":"trace[298646338] linearizableReadLoop","detail":"{readStateIndex:24276; appliedIndex:24274; }","duration":"3.870762711s","start":"2026-03-02T02:54:55.728059Z","end":"2026-03-02T02:54:59.598822Z","steps":["trace[298646338] 'read index received' (duration: 666.70969ms)","trace[298646338] 'applied index is now lower than readState.Index' (duration: 3.20404971s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:54:59.598762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:56.321671Z","time spent":"3.277049152s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:59.599111Z","caller":"traceutil/trace.go:171","msg":"trace[17494207] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"2.582460387s","start":"2026-03-02T02:54:57.016632Z","end":"2026-03-02T02:54:59.599092Z","steps":["trace[17494207] 'process raft request' (duration: 2.582018138s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:59.599279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:57.016607Z","time spent":"2.582633341s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:59.599283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:55.723243Z","time spent":"3.875970406s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:00.203016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006291774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:55:00.203123Z","caller":"traceutil/trace.go:171","msg":"trace[1938458628] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.006441898s","start":"2026-03-02T02:54:58.196664Z","end":"2026-03-02T02:55:00.203106Z","steps":["trace[1938458628] 'agreement among raft nodes before linearized reading' (duration: 2.006308745s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:00.203198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:58.196652Z","time spent":"2.006509229s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:55:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:55:00.715266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116548489s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:55:00.716287Z","caller":"traceutil/trace.go:171","msg":"trace[1736176805] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"2.984742261s","start":"2026-03-02T02:54:57.731525Z","end":"2026-03-02T02:55:00.716267Z","steps":["trace[1736176805] 'process raft request' (duration: 2.983928564s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:00.716432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:57.731483Z","time spent":"2.984898674s","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T02:55:01.319182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998895474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:55:01.319284Z","caller":"traceutil/trace.go:171","msg":"trace[205213446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999076298s","start":"2026-03-02T02:54:56.320184Z","end":"2026-03-02T02:55:01.31926Z","steps":["trace[205213446] 'agreement among raft nodes before linearized reading' (duration: 4.998931895s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:01.31934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:56.320165Z","time spent":"4.999163169s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 02:55:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:55:01.320308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99965859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:55:01.32042Z","caller":"traceutil/trace.go:171","msg":"trace[1561049110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999804904s","start":"2026-03-02T02:54:56.320595Z","end":"2026-03-02T02:55:01.3204Z","steps":["trace[1561049110] 'agreement among raft nodes before linearized reading' (duration: 4.999666501s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:01.320469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:56.32059Z","time spent":"4.999869535s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:55:01.902368Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.205498464s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:55:01.948812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232485812s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:55:01.948986Z","caller":"traceutil/trace.go:171","msg":"trace[54941649] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"1.252850214s","start":"2026-03-02T02:55:00.696123Z","end":"2026-03-02T02:55:01.948973Z","steps":["trace[54941649] 'process raft request' (duration: 1.252780823s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:01.948994Z","caller":"traceutil/trace.go:171","msg":"trace[581694293] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"3.418438082s","start":"2026-03-02T02:54:58.530499Z","end":"2026-03-02T02:55:01.948937Z","steps":["trace[581694293] 'process raft request' (duration: 2.185759647s)","trace[581694293] 'compare' (duration: 1.231773807s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:01.949084Z","caller":"traceutil/trace.go:171","msg":"trace[49350642] linearizableReadLoop","detail":"{readStateIndex:24286; appliedIndex:24283; }","duration":"2.350170703s","start":"2026-03-02T02:54:59.598907Z","end":"2026-03-02T02:55:01.949078Z","steps":["trace[49350642] 'read index received' (duration: 469.887986ms)","trace[49350642] 'applied index is now lower than readState.Index' (duration: 1.880281847s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:01.949183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:58.530478Z","time spent":"3.418608126s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:01.949281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472952924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T02:55:01.949309Z","caller":"traceutil/trace.go:171","msg":"trace[1536637182] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23487; }","duration":"2.472981015s","start":"2026-03-02T02:54:59.476322Z","end":"2026-03-02T02:55:01.949303Z","steps":["trace[1536637182] 'agreement among raft nodes before linearized reading' (duration: 2.472884323s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:01.949329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:59.476306Z","time spent":"2.473018545s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T02:55:01.949414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504491255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:01.949436Z","caller":"traceutil/trace.go:171","msg":"trace[1006089695] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23487; }","duration":"2.504558947s","start":"2026-03-02T02:54:59.444871Z","end":"2026-03-02T02:55:01.94943Z","steps":["trace[1006089695] 'agreement among raft nodes before linearized reading' (duration: 2.504524376s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:01.949453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:59.444847Z","time spent":"2.504601307s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:01.949054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:00.6961Z","time spent":"1.252915176s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:01.949566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645783242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:01.949594Z","caller":"traceutil/trace.go:171","msg":"trace[58201167] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23487; }","duration":"2.645841823s","start":"2026-03-02T02:54:59.303743Z","end":"2026-03-02T02:55:01.949585Z","steps":["trace[58201167] 'agreement among raft nodes before linearized reading' (duration: 2.645804532s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:01.949612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:59.303725Z","time spent":"2.645882664s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:01.949791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.121650269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:55:01.949824Z","caller":"traceutil/trace.go:171","msg":"trace[1273592210] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23487; }","duration":"3.12172456s","start":"2026-03-02T02:54:58.828093Z","end":"2026-03-02T02:55:01.949818Z","steps":["trace[1273592210] 'agreement among raft nodes before linearized reading' (duration: 3.121621068s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:01.949853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:58.828045Z","time spent":"3.121795792s","remote":"127.0.0.1:57818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:01.950083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225401095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:55:01.950114Z","caller":"traceutil/trace.go:171","msg":"trace[552128396] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23487; }","duration":"3.225434786s","start":"2026-03-02T02:54:58.724673Z","end":"2026-03-02T02:55:01.950108Z","steps":["trace[552128396] 'agreement among raft nodes before linearized reading' (duration: 3.225307494s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:01.950133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:58.7246Z","time spent":"3.225528488s","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":185,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:01.950478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229249173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:01.950553Z","caller":"traceutil/trace.go:171","msg":"trace[777987085] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23487; }","duration":"3.229367196s","start":"2026-03-02T02:54:58.721168Z","end":"2026-03-02T02:55:01.950535Z","steps":["trace[777987085] 'agreement among raft nodes before linearized reading' (duration: 3.229244023s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:01.950603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546882929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T02:55:01.950609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.357553814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130850"} {"level":"warn","ts":"2026-03-02T02:55:01.950619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:58.721149Z","time spent":"3.229454407s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:55:01.950661Z","caller":"traceutil/trace.go:171","msg":"trace[722115787] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23487; }","duration":"5.357639126s","start":"2026-03-02T02:54:56.593009Z","end":"2026-03-02T02:55:01.950648Z","steps":["trace[722115787] 'agreement among raft nodes before linearized reading' (duration: 5.357436472s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:01.950662Z","caller":"traceutil/trace.go:171","msg":"trace[266042899] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:23487; }","duration":"3.546972351s","start":"2026-03-02T02:54:58.403669Z","end":"2026-03-02T02:55:01.950641Z","steps":["trace[266042899] 'agreement among raft nodes before linearized reading' (duration: 3.546817808s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:01.950704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:56.59299Z","time spent":"5.357706847s","remote":"127.0.0.1:57520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130873,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T02:55:01.950712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.929335564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-02T02:55:01.950718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:58.403649Z","time spent":"3.547057292s","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-02T02:55:01.950746Z","caller":"traceutil/trace.go:171","msg":"trace[1533038619] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23487; }","duration":"4.929409346s","start":"2026-03-02T02:54:57.021327Z","end":"2026-03-02T02:55:01.950736Z","steps":["trace[1533038619] 'agreement among raft nodes before linearized reading' (duration: 4.929285493s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:01.950741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.389120015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-02T02:55:01.950783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:57.021306Z","time spent":"4.929470636s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:55:01.950562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.229206036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:55:01.950802Z","caller":"traceutil/trace.go:171","msg":"trace[55740676] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23487; }","duration":"5.389213257s","start":"2026-03-02T02:54:56.561572Z","end":"2026-03-02T02:55:01.950785Z","steps":["trace[55740676] 'agreement among raft nodes before linearized reading' (duration: 5.389077914s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:01.950841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:56.561551Z","time spent":"5.389278828s","remote":"127.0.0.1:57524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-02T02:55:01.950841Z","caller":"traceutil/trace.go:171","msg":"trace[1406217332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23487; }","duration":"4.229539162s","start":"2026-03-02T02:54:57.721284Z","end":"2026-03-02T02:55:01.950823Z","steps":["trace[1406217332] 'agreement among raft nodes before linearized reading' (duration: 4.229119854s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:01.950899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:57.721263Z","time spent":"4.229619874s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:55:01.95128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.630690666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:55:01.951343Z","caller":"traceutil/trace.go:171","msg":"trace[1649137119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23487; }","duration":"5.630769438s","start":"2026-03-02T02:54:56.32056Z","end":"2026-03-02T02:55:01.951329Z","steps":["trace[1649137119] 'agreement among raft nodes before linearized reading' (duration: 5.629515542s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:01.951278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.76841899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:55:01.951394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:56.32055Z","time spent":"5.630832039s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:55:01.951451Z","caller":"traceutil/trace.go:171","msg":"trace[213903773] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23487; }","duration":"5.768616354s","start":"2026-03-02T02:54:56.182812Z","end":"2026-03-02T02:55:01.951428Z","steps":["trace[213903773] 'agreement among raft nodes before linearized reading' (duration: 5.767307418s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:01.951526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:56.182797Z","time spent":"5.768701956s","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:01.951959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.631662056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T02:55:01.952019Z","caller":"traceutil/trace.go:171","msg":"trace[1179350348] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23487; }","duration":"5.631737297s","start":"2026-03-02T02:54:56.320266Z","end":"2026-03-02T02:55:01.952004Z","steps":["trace[1179350348] 'agreement among raft nodes before linearized reading' (duration: 5.629821869s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:01.95206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:56.320261Z","time spent":"5.631788598s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:55:02.198127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994898424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:55:02.198215Z","caller":"traceutil/trace.go:171","msg":"trace[1023624130] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995054296s","start":"2026-03-02T02:55:00.20314Z","end":"2026-03-02T02:55:02.198194Z","steps":["trace[1023624130] 'agreement among raft nodes before linearized reading' (duration: 1.994921454s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:02.198262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:00.203122Z","time spent":"1.995130448s","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:55:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:55:02.449523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:55:02.950545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:55:03.450935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:55:03.952163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:55:04.103628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.958656237s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:55:04.204485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000426626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:55:04.204607Z","caller":"traceutil/trace.go:171","msg":"trace[688914135] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000561439s","start":"2026-03-02T02:55:02.203985Z","end":"2026-03-02T02:55:04.204546Z","steps":["trace[688914135] 'agreement among raft nodes before linearized reading' (duration: 2.000457897s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.204717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:02.203966Z","time spent":"2.000736262s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:55:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:55:04.590109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.154367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:55:04.59041Z","caller":"traceutil/trace.go:171","msg":"trace[1824878411] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"2.980443004s","start":"2026-03-02T02:55:01.60995Z","end":"2026-03-02T02:55:04.590393Z","steps":["trace[1824878411] 'process raft request' (duration: 2.980403543s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.590485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:01.609939Z","time spent":"2.980512295s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:04.590678Z","caller":"traceutil/trace.go:171","msg":"trace[1123201] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"3.551285539s","start":"2026-03-02T02:55:01.039381Z","end":"2026-03-02T02:55:04.590666Z","steps":["trace[1123201] 'process raft request' (duration: 3.064492559s)","trace[1123201] 'compare' (duration: 485.569985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:04.590738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:01.039354Z","time spent":"3.551355189s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:04.590961Z","caller":"traceutil/trace.go:171","msg":"trace[416934884] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"2.987353673s","start":"2026-03-02T02:55:01.603597Z","end":"2026-03-02T02:55:04.590951Z","steps":["trace[416934884] 'process raft request' (duration: 2.986607598s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.591196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:01.60358Z","time spent":"2.987412234s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:04.59128Z","caller":"traceutil/trace.go:171","msg":"trace[795345215] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"2.983191959s","start":"2026-03-02T02:55:01.608049Z","end":"2026-03-02T02:55:04.591241Z","steps":["trace[795345215] 'process raft request' (duration: 2.98224107s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:04.591317Z","caller":"traceutil/trace.go:171","msg":"trace[628275680] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"2.982377202s","start":"2026-03-02T02:55:01.608928Z","end":"2026-03-02T02:55:04.591305Z","steps":["trace[628275680] 'process raft request' (duration: 2.981395313s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.591385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:01.608915Z","time spent":"2.982439303s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:04.591432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:01.608021Z","time spent":"2.983333642s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:04.649245Z","caller":"traceutil/trace.go:171","msg":"trace[1464280708] linearizableReadLoop","detail":"{readStateIndex:24297; appliedIndex:24287; }","duration":"2.700126935s","start":"2026-03-02T02:55:01.9491Z","end":"2026-03-02T02:55:04.649227Z","steps":["trace[1464280708] 'read index received' (duration: 2.154774097s)","trace[1464280708] 'applied index is now lower than readState.Index' (duration: 545.352028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:04.649491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.78692245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:04.649493Z","caller":"traceutil/trace.go:171","msg":"trace[1114588043] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"2.694649814s","start":"2026-03-02T02:55:01.954789Z","end":"2026-03-02T02:55:04.649439Z","steps":["trace[1114588043] 'process raft request' (duration: 2.694222136s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:04.649572Z","caller":"traceutil/trace.go:171","msg":"trace[771305883] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23496; }","duration":"3.787097984s","start":"2026-03-02T02:55:00.862455Z","end":"2026-03-02T02:55:04.649553Z","steps":["trace[771305883] 'agreement among raft nodes before linearized reading' (duration: 3.78690142s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.649529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.929123795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-02T02:55:04.649622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040726936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T02:55:04.649631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046002574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-02T02:55:04.649671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.547283877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:04.649686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:01.95476Z","time spent":"2.694826507s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:04.649716Z","caller":"traceutil/trace.go:171","msg":"trace[1931586028] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23496; }","duration":"3.547357208s","start":"2026-03-02T02:55:01.102347Z","end":"2026-03-02T02:55:04.649704Z","steps":["trace[1931586028] 'agreement among raft nodes before linearized reading' (duration: 3.547295617s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.649752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:01.102326Z","time spent":"3.54741852s","remote":"127.0.0.1:49118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:55:04.649758Z","caller":"traceutil/trace.go:171","msg":"trace[2079724820] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"2.694219345s","start":"2026-03-02T02:55:01.955526Z","end":"2026-03-02T02:55:04.649746Z","steps":["trace[2079724820] 'process raft request' (duration: 2.693588642s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:04.649757Z","caller":"traceutil/trace.go:171","msg":"trace[2039204716] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23496; }","duration":"3.046126286s","start":"2026-03-02T02:55:01.603576Z","end":"2026-03-02T02:55:04.649702Z","steps":["trace[2039204716] 'agreement among raft nodes before linearized reading' (duration: 3.045906731s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.649807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:01.603552Z","time spent":"3.046241379s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T02:55:04.649815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.544122837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:04.649921Z","caller":"traceutil/trace.go:171","msg":"trace[1161965251] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23496; }","duration":"4.544265339s","start":"2026-03-02T02:55:00.105642Z","end":"2026-03-02T02:55:04.649907Z","steps":["trace[1161965251] 'agreement among raft nodes before linearized reading' (duration: 4.544085845s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:04.649668Z","caller":"traceutil/trace.go:171","msg":"trace[526163235] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264; range_end:; response_count:1; response_revision:23496; }","duration":"3.929297949s","start":"2026-03-02T02:55:00.72035Z","end":"2026-03-02T02:55:04.649648Z","steps":["trace[526163235] 'agreement among raft nodes before linearized reading' (duration: 3.929024293s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:04.649974Z","caller":"traceutil/trace.go:171","msg":"trace[95117917] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"2.691578571s","start":"2026-03-02T02:55:01.958385Z","end":"2026-03-02T02:55:04.649964Z","steps":["trace[95117917] 'process raft request' (duration: 2.690801285s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:04.649973Z","caller":"traceutil/trace.go:171","msg":"trace[1154728595] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"2.694315917s","start":"2026-03-02T02:55:01.955638Z","end":"2026-03-02T02:55:04.649954Z","steps":["trace[1154728595] 'process raft request' (duration: 2.693516071s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.649997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:00.720333Z","time spent":"3.929651035s","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264\" "} {"level":"warn","ts":"2026-03-02T02:55:04.650028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:01.958377Z","time spent":"2.691623542s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:04.650058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:01.955627Z","time spent":"2.694388578s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:04.649707Z","caller":"traceutil/trace.go:171","msg":"trace[1577170651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23496; }","duration":"3.040866599s","start":"2026-03-02T02:55:01.608821Z","end":"2026-03-02T02:55:04.649687Z","steps":["trace[1577170651] 'agreement among raft nodes before linearized reading' (duration: 3.040459701s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.65015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:01.608801Z","time spent":"3.041340028s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:55:04.650085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:00.105621Z","time spent":"4.544348011s","remote":"127.0.0.1:57540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:55:04.649619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:00.862432Z","time spent":"3.787176945s","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:04.65038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:01.952905Z","time spent":"2.697471541s","remote":"127.0.0.1:57506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T02:55:04.649915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:01.955504Z","time spent":"2.694288776s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:04.650618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.775233657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T02:55:04.650673Z","caller":"traceutil/trace.go:171","msg":"trace[977653271] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23496; }","duration":"4.775328839s","start":"2026-03-02T02:54:59.87533Z","end":"2026-03-02T02:55:04.650659Z","steps":["trace[977653271] 'agreement among raft nodes before linearized reading' (duration: 4.775191096s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.650711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:59.875311Z","time spent":"4.77539192s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:55:04.650858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.041911338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18307"} {"level":"info","ts":"2026-03-02T02:55:04.651052Z","caller":"traceutil/trace.go:171","msg":"trace[1530647851] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23496; }","duration":"5.042109582s","start":"2026-03-02T02:54:59.608878Z","end":"2026-03-02T02:55:04.650988Z","steps":["trace[1530647851] 'agreement among raft nodes before linearized reading' (duration: 5.04149595s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.651189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:59.608833Z","time spent":"5.042326227s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18330,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-02T02:55:04.84795Z","caller":"traceutil/trace.go:171","msg":"trace[367730934] linearizableReadLoop","detail":"{readStateIndex:24298; appliedIndex:24297; }","duration":"198.58138ms","start":"2026-03-02T02:55:04.649344Z","end":"2026-03-02T02:55:04.847926Z","steps":["trace[367730934] 'read index received' (duration: 197.784624ms)","trace[367730934] 'applied index is now lower than readState.Index' (duration: 795.626µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:04.848198Z","caller":"traceutil/trace.go:171","msg":"trace[405765803] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"243.519852ms","start":"2026-03-02T02:55:04.604667Z","end":"2026-03-02T02:55:04.848187Z","steps":["trace[405765803] 'process raft request' (duration: 242.43975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.848413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504786091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:55:04.848456Z","caller":"traceutil/trace.go:171","msg":"trace[150673369] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23497; }","duration":"2.504886663s","start":"2026-03-02T02:55:02.343558Z","end":"2026-03-02T02:55:04.848445Z","steps":["trace[150673369] 'agreement among raft nodes before linearized reading' (duration: 2.504806161s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.848435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411104909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:04.848489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:02.343533Z","time spent":"2.504947314s","remote":"127.0.0.1:32880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:55:04.848506Z","caller":"traceutil/trace.go:171","msg":"trace[352496473] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23497; }","duration":"2.411228413s","start":"2026-03-02T02:55:02.437258Z","end":"2026-03-02T02:55:04.848487Z","steps":["trace[352496473] 'agreement among raft nodes before linearized reading' (duration: 2.41109989s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.848566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:02.43723Z","time spent":"2.411324835s","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:55:04.848605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635279208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:55:04.848721Z","caller":"traceutil/trace.go:171","msg":"trace[40935432] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23497; }","duration":"2.635463032s","start":"2026-03-02T02:55:02.213235Z","end":"2026-03-02T02:55:04.848698Z","steps":["trace[40935432] 'agreement among raft nodes before linearized reading' (duration: 2.635225047s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.848789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:02.213215Z","time spent":"2.635557483s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:04.848829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56113195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-02T02:55:04.848869Z","caller":"traceutil/trace.go:171","msg":"trace[926024869] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23497; }","duration":"1.561208822s","start":"2026-03-02T02:55:03.287648Z","end":"2026-03-02T02:55:04.848857Z","steps":["trace[926024869] 'agreement among raft nodes before linearized reading' (duration: 1.56110176s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.848867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895090681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114864"} {"level":"warn","ts":"2026-03-02T02:55:04.848852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527002688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:55:04.848905Z","caller":"traceutil/trace.go:171","msg":"trace[1397228938] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23497; }","duration":"2.895149362s","start":"2026-03-02T02:55:01.953746Z","end":"2026-03-02T02:55:04.848896Z","steps":["trace[1397228938] 'agreement among raft nodes before linearized reading' (duration: 2.894639872s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.848934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:01.95374Z","time spent":"2.895185502s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114887,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-02T02:55:04.848933Z","caller":"traceutil/trace.go:171","msg":"trace[822185976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23497; }","duration":"1.527143151s","start":"2026-03-02T02:55:03.321772Z","end":"2026-03-02T02:55:04.848915Z","steps":["trace[822185976] 'agreement among raft nodes before linearized reading' (duration: 1.526872656s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.848978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:03.321741Z","time spent":"1.527228052s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:55:04.849172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895521899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114864"} {"level":"info","ts":"2026-03-02T02:55:04.849212Z","caller":"traceutil/trace.go:171","msg":"trace[2021551757] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23497; }","duration":"2.895585421s","start":"2026-03-02T02:55:01.953617Z","end":"2026-03-02T02:55:04.849203Z","steps":["trace[2021551757] 'agreement among raft nodes before linearized reading' (duration: 2.89501717s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.849229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.910431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:55:04.849241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894430647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T02:55:04.849282Z","caller":"traceutil/trace.go:171","msg":"trace[599264399] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23497; }","duration":"794.025224ms","start":"2026-03-02T02:55:04.055242Z","end":"2026-03-02T02:55:04.849267Z","steps":["trace[599264399] 'agreement among raft nodes before linearized reading' (duration: 793.85959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.849442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:03.287627Z","time spent":"1.561264633s","remote":"127.0.0.1:57604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-02T02:55:04.849477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215686714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418636"} {"level":"info","ts":"2026-03-02T02:55:04.849519Z","caller":"traceutil/trace.go:171","msg":"trace[1059396197] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23497; }","duration":"2.215759216s","start":"2026-03-02T02:55:02.633751Z","end":"2026-03-02T02:55:04.84951Z","steps":["trace[1059396197] 'agreement among raft nodes before linearized reading' (duration: 2.215527642s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:04.849294Z","caller":"traceutil/trace.go:171","msg":"trace[1353290822] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23497; }","duration":"2.894505491s","start":"2026-03-02T02:55:01.954774Z","end":"2026-03-02T02:55:04.849279Z","steps":["trace[1353290822] 'agreement among raft nodes before linearized reading' (duration: 2.894324546s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.849553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:02.633727Z","time spent":"2.215817837s","remote":"127.0.0.1:32880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418659,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T02:55:04.849625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:01.954763Z","time spent":"2.894828297s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:55:04.849455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.055206Z","time spent":"794.233798ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:04.849254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525427426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T02:55:04.849803Z","caller":"traceutil/trace.go:171","msg":"trace[179166792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23497; }","duration":"1.526014519s","start":"2026-03-02T02:55:03.323778Z","end":"2026-03-02T02:55:04.849793Z","steps":["trace[179166792] 'agreement among raft nodes before linearized reading' (duration: 1.525407686s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.849842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:03.323758Z","time spent":"1.5260751s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:55:04.849243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:01.953604Z","time spent":"2.895629422s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114887,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-02T02:55:04.849294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.496679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:04.850013Z","caller":"traceutil/trace.go:171","msg":"trace[1616029696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23497; }","duration":"645.257395ms","start":"2026-03-02T02:55:04.204746Z","end":"2026-03-02T02:55:04.850003Z","steps":["trace[1616029696] 'agreement among raft nodes before linearized reading' (duration: 644.475918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.850043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.204725Z","time spent":"645.309557ms","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:55:04.849368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840654304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:04.850097Z","caller":"traceutil/trace.go:171","msg":"trace[1331511791] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23497; }","duration":"1.84142549s","start":"2026-03-02T02:55:03.008658Z","end":"2026-03-02T02:55:04.850083Z","steps":["trace[1331511791] 'agreement among raft nodes before linearized reading' (duration: 1.840666534s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.850142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:03.008636Z","time spent":"1.841492291s","remote":"127.0.0.1:57540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:04.849389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323138505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:04.850281Z","caller":"traceutil/trace.go:171","msg":"trace[1500088153] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23497; }","duration":"2.324057814s","start":"2026-03-02T02:55:02.526198Z","end":"2026-03-02T02:55:04.850256Z","steps":["trace[1500088153] 'agreement among raft nodes before linearized reading' (duration: 2.323132196s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.850421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:02.526178Z","time spent":"2.324230047s","remote":"127.0.0.1:49048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:04.850385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612387424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:04.850587Z","caller":"traceutil/trace.go:171","msg":"trace[2144408207] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23497; }","duration":"2.613993207s","start":"2026-03-02T02:55:02.236529Z","end":"2026-03-02T02:55:04.850523Z","steps":["trace[2144408207] 'agreement among raft nodes before linearized reading' (duration: 2.612263102s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:04.850686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:02.236517Z","time spent":"2.61412514s","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:05.348872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533733,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:55:05.849638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775533733,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:55:05.874544Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.027390758s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:55:05.87652Z","caller":"traceutil/trace.go:171","msg":"trace[1706821476] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"1.217334593s","start":"2026-03-02T02:55:04.659162Z","end":"2026-03-02T02:55:05.876496Z","steps":["trace[1706821476] 'process raft request' (duration: 1.217294633s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:05.876636Z","caller":"traceutil/trace.go:171","msg":"trace[2103375063] transaction","detail":"{read_only:false; response_revision:23500; number_of_response:1; }","duration":"1.222966778s","start":"2026-03-02T02:55:04.653647Z","end":"2026-03-02T02:55:05.876614Z","steps":["trace[2103375063] 'process raft request' (duration: 1.222652922s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:05.876689Z","caller":"traceutil/trace.go:171","msg":"trace[1096468046] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"1.222628241s","start":"2026-03-02T02:55:04.654011Z","end":"2026-03-02T02:55:05.876639Z","steps":["trace[1096468046] 'process raft request' (duration: 1.222322475s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:05.87665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.659139Z","time spent":"1.217439125s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:05.876789Z","caller":"traceutil/trace.go:171","msg":"trace[1458965761] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"1.224238074s","start":"2026-03-02T02:55:04.652541Z","end":"2026-03-02T02:55:05.876779Z","steps":["trace[1458965761] 'process raft request' (duration: 1.223565591s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:05.876748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.653629Z","time spent":"1.2230818s","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T02:55:05.876862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.652484Z","time spent":"1.224333046s","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:05.876845Z","caller":"traceutil/trace.go:171","msg":"trace[1466448868] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"1.223704603s","start":"2026-03-02T02:55:04.653112Z","end":"2026-03-02T02:55:05.876817Z","steps":["trace[1466448868] 'process raft request' (duration: 1.223132741s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:05.876877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.65399Z","time spent":"1.222787084s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:05.876898Z","caller":"traceutil/trace.go:171","msg":"trace[1661456871] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"1.220962787s","start":"2026-03-02T02:55:04.655885Z","end":"2026-03-02T02:55:05.876847Z","steps":["trace[1661456871] 'process raft request' (duration: 1.220534339s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:05.876899Z","caller":"traceutil/trace.go:171","msg":"trace[664448241] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"1.22258421s","start":"2026-03-02T02:55:04.654292Z","end":"2026-03-02T02:55:05.876876Z","steps":["trace[664448241] 'process raft request' (duration: 1.22207904s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:05.876963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.653087Z","time spent":"1.223817326s","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T02:55:05.877038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.655873Z","time spent":"1.22109631s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:05.87707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.654278Z","time spent":"1.222698722s","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:06.319168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.89776Z","time spent":"1.421398225s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 02:55:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:55:06.320246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.902353Z","time spent":"1.417886604s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 02:55:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:55:06.348757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:05.882061Z","time spent":"466.690651ms","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 02:55:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:55:06.349817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:05.88422Z","time spent":"465.593248ms","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T02:55:06.349822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:05.88441Z","time spent":"465.408485ms","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 02:55:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/02 02:55:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-02T02:55:06.583174Z","caller":"traceutil/trace.go:171","msg":"trace[206821895] linearizableReadLoop","detail":"{readStateIndex:24308; appliedIndex:24298; }","duration":"1.735115321s","start":"2026-03-02T02:55:04.848033Z","end":"2026-03-02T02:55:06.583148Z","steps":["trace[206821895] 'read index received' (duration: 1.028038292s)","trace[206821895] 'applied index is now lower than readState.Index' (duration: 707.076079ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:06.583459Z","caller":"traceutil/trace.go:171","msg":"trace[1178121836] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"1.33539088s","start":"2026-03-02T02:55:05.248033Z","end":"2026-03-02T02:55:06.583424Z","steps":["trace[1178121836] 'process raft request' (duration: 1.334861859s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.583643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:05.247995Z","time spent":"1.335541443s","remote":"127.0.0.1:32880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418694,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:06.583679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876065652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:06.583867Z","caller":"traceutil/trace.go:171","msg":"trace[1190859402] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23507; }","duration":"1.876323247s","start":"2026-03-02T02:55:04.707513Z","end":"2026-03-02T02:55:06.583836Z","steps":["trace[1190859402] 'agreement among raft nodes before linearized reading' (duration: 1.87597175s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.583999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.707495Z","time spent":"1.87648071s","remote":"127.0.0.1:40858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:06.901165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000043488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:55:06.901343Z","caller":"traceutil/trace.go:171","msg":"trace[332318081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000271142s","start":"2026-03-02T02:55:04.901049Z","end":"2026-03-02T02:55:06.90132Z","steps":["trace[332318081] 'agreement among raft nodes before linearized reading' (duration: 2.000047727s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.901444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.901036Z","time spent":"2.000395125s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:55:06.974061Z","caller":"traceutil/trace.go:171","msg":"trace[354266585] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"377.43763ms","start":"2026-03-02T02:55:06.596599Z","end":"2026-03-02T02:55:06.974037Z","steps":["trace[354266585] 'process raft request' (duration: 377.279737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.974389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:06.596568Z","time spent":"377.627294ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:06.974384Z","caller":"traceutil/trace.go:171","msg":"trace[1150517087] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"377.362218ms","start":"2026-03-02T02:55:06.596991Z","end":"2026-03-02T02:55:06.974353Z","steps":["trace[1150517087] 'process raft request' (duration: 376.98041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.974647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:06.596965Z","time spent":"377.587853ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:06.974727Z","caller":"traceutil/trace.go:171","msg":"trace[706342794] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23510; }","duration":"653.369909ms","start":"2026-03-02T02:55:06.321337Z","end":"2026-03-02T02:55:06.974706Z","steps":["trace[706342794] 'process raft request' (duration: 652.458811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.974813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:06.32131Z","time spent":"653.460051ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:06.974956Z","caller":"traceutil/trace.go:171","msg":"trace[146202832] transaction","detail":"{read_only:false; response_revision:23513; number_of_response:1; }","duration":"377.232145ms","start":"2026-03-02T02:55:06.597704Z","end":"2026-03-02T02:55:06.974936Z","steps":["trace[146202832] 'process raft request' (duration: 376.575801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.975093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:06.597698Z","time spent":"377.312476ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:06.975081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077166832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-03-02T02:55:06.975127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443483193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T02:55:06.975125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077221553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:06.975151Z","caller":"traceutil/trace.go:171","msg":"trace[2087483211] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23513; }","duration":"2.077250883s","start":"2026-03-02T02:55:04.897882Z","end":"2026-03-02T02:55:06.975133Z","steps":["trace[2087483211] 'agreement among raft nodes before linearized reading' (duration: 2.077027229s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:06.975164Z","caller":"traceutil/trace.go:171","msg":"trace[367533539] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23513; }","duration":"1.443559455s","start":"2026-03-02T02:55:05.531593Z","end":"2026-03-02T02:55:06.975153Z","steps":["trace[367533539] 'agreement among raft nodes before linearized reading' (duration: 1.44330547s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.975191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.897877Z","time spent":"2.077305705s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-02T02:55:06.975192Z","caller":"traceutil/trace.go:171","msg":"trace[1460716730] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23514; }","duration":"2.077299205s","start":"2026-03-02T02:55:04.897875Z","end":"2026-03-02T02:55:06.975174Z","steps":["trace[1460716730] 'agreement among raft nodes before linearized reading' (duration: 2.077122882s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:06.975178Z","caller":"traceutil/trace.go:171","msg":"trace[1248593962] transaction","detail":"{read_only:false; response_revision:23514; number_of_response:1; }","duration":"377.231495ms","start":"2026-03-02T02:55:06.597918Z","end":"2026-03-02T02:55:06.97515Z","steps":["trace[1248593962] 'process raft request' (duration: 376.955099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.975239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.897871Z","time spent":"2.077354916s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:55:06.975152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812612424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:06.975106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984783948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:55:06.975195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:05.531525Z","time spent":"1.443662927s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":185,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:55:06.975314Z","caller":"traceutil/trace.go:171","msg":"trace[496215544] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23514; }","duration":"1.812807458s","start":"2026-03-02T02:55:05.162498Z","end":"2026-03-02T02:55:06.975305Z","steps":["trace[496215544] 'agreement among raft nodes before linearized reading' (duration: 1.812631564s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.975345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:05.162478Z","time spent":"1.812857749s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:55:06.975341Z","caller":"traceutil/trace.go:171","msg":"trace[1501191520] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23514; }","duration":"1.985045203s","start":"2026-03-02T02:55:04.990275Z","end":"2026-03-02T02:55:06.97532Z","steps":["trace[1501191520] 'agreement among raft nodes before linearized reading' (duration: 1.984730477s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.975367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094767446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-02T02:55:06.9754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.990259Z","time spent":"1.985121044s","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:55:06.97543Z","caller":"traceutil/trace.go:171","msg":"trace[1425641979] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264; range_end:; response_count:1; response_revision:23514; }","duration":"1.094853018s","start":"2026-03-02T02:55:05.880556Z","end":"2026-03-02T02:55:06.975409Z","steps":["trace[1425641979] 'agreement among raft nodes before linearized reading' (duration: 1.094598733s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.97548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:05.880542Z","time spent":"1.094925629s","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264\" "} {"level":"info","ts":"2026-03-02T02:55:06.975807Z","caller":"traceutil/trace.go:171","msg":"trace[371898877] linearizableReadLoop","detail":"{readStateIndex:24312; appliedIndex:24308; }","duration":"391.616338ms","start":"2026-03-02T02:55:06.583235Z","end":"2026-03-02T02:55:06.974852Z","steps":["trace[371898877] 'read index received' (duration: 372.97593ms)","trace[371898877] 'applied index is now lower than readState.Index' (duration: 18.638038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:06.976771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:06.597903Z","time spent":"377.340337ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:06.984864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101063984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:06.984957Z","caller":"traceutil/trace.go:171","msg":"trace[1686501434] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:23514; }","duration":"1.101173836s","start":"2026-03-02T02:55:05.883762Z","end":"2026-03-02T02:55:06.984936Z","steps":["trace[1686501434] 'agreement among raft nodes before linearized reading' (duration: 1.09157188s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.984953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298197646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:55:06.984994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:05.883757Z","time spent":"1.101228048s","remote":"127.0.0.1:57580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-03-02T02:55:06.985002Z","caller":"traceutil/trace.go:171","msg":"trace[1794523611] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23514; }","duration":"1.298297857s","start":"2026-03-02T02:55:05.686689Z","end":"2026-03-02T02:55:06.984987Z","steps":["trace[1794523611] 'agreement among raft nodes before linearized reading' (duration: 1.288536818s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.985051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:05.68667Z","time spent":"1.298373309s","remote":"127.0.0.1:32892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:06.985132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133586789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18307"} {"level":"info","ts":"2026-03-02T02:55:06.985161Z","caller":"traceutil/trace.go:171","msg":"trace[1883123220] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23514; }","duration":"2.133643299s","start":"2026-03-02T02:55:04.85151Z","end":"2026-03-02T02:55:06.985153Z","steps":["trace[1883123220] 'agreement among raft nodes before linearized reading' (duration: 2.124250009s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.98518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.851496Z","time spent":"2.13367982s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18330,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T02:55:06.985265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087543353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-02T02:55:06.985289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106136988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T02:55:06.985306Z","caller":"traceutil/trace.go:171","msg":"trace[68677367] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23514; }","duration":"2.087608674s","start":"2026-03-02T02:55:04.897687Z","end":"2026-03-02T02:55:06.985296Z","steps":["trace[68677367] 'agreement among raft nodes before linearized reading' (duration: 2.077598351s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.985309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.191606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:06.985316Z","caller":"traceutil/trace.go:171","msg":"trace[2083725077] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23514; }","duration":"1.106203729s","start":"2026-03-02T02:55:05.879104Z","end":"2026-03-02T02:55:06.985308Z","steps":["trace[2083725077] 'agreement among raft nodes before linearized reading' (duration: 1.096109404s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.985329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.897674Z","time spent":"2.087649476s","remote":"127.0.0.1:57524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-02T02:55:06.985337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:05.879092Z","time spent":"1.10624058s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T02:55:06.985338Z","caller":"traceutil/trace.go:171","msg":"trace[454027302] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23514; }","duration":"212.240827ms","start":"2026-03-02T02:55:06.773087Z","end":"2026-03-02T02:55:06.985327Z","steps":["trace[454027302] 'agreement among raft nodes before linearized reading' (duration: 212.199136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.985476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.536148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:55:06.985493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.129839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:06.98552Z","caller":"traceutil/trace.go:171","msg":"trace[1324977130] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23514; }","duration":"294.1892ms","start":"2026-03-02T02:55:06.691323Z","end":"2026-03-02T02:55:06.985513Z","steps":["trace[1324977130] 'agreement among raft nodes before linearized reading' (duration: 294.14422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.985522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083569123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130850"} {"level":"warn","ts":"2026-03-02T02:55:06.985524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386710942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:06.985546Z","caller":"traceutil/trace.go:171","msg":"trace[1118831652] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23514; }","duration":"2.083604514s","start":"2026-03-02T02:55:04.901936Z","end":"2026-03-02T02:55:06.98554Z","steps":["trace[1118831652] 'agreement among raft nodes before linearized reading' (duration: 2.073281074s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:06.985552Z","caller":"traceutil/trace.go:171","msg":"trace[1142739470] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23514; }","duration":"1.386736912s","start":"2026-03-02T02:55:05.598805Z","end":"2026-03-02T02:55:06.985542Z","steps":["trace[1142739470] 'agreement among raft nodes before linearized reading' (duration: 1.376429563s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.985564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.90193Z","time spent":"2.083630424s","remote":"127.0.0.1:57520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130873,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T02:55:06.985572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:05.598783Z","time spent":"1.386783832s","remote":"127.0.0.1:41182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:06.985268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.96953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:55:06.98583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.462194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T02:55:06.985868Z","caller":"traceutil/trace.go:171","msg":"trace[705757226] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23514; }","duration":"322.508464ms","start":"2026-03-02T02:55:06.66335Z","end":"2026-03-02T02:55:06.985858Z","steps":["trace[705757226] 'agreement among raft nodes before linearized reading' (duration: 322.29535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.985925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:06.663347Z","time spent":"322.568515ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:55:06.98594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088078784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0d757845-1705-40c7-b202-dc01da0679af\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T02:55:06.985864Z","caller":"traceutil/trace.go:171","msg":"trace[1222712176] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23514; }","duration":"175.422209ms","start":"2026-03-02T02:55:06.81026Z","end":"2026-03-02T02:55:06.985682Z","steps":["trace[1222712176] 'agreement among raft nodes before linearized reading' (duration: 174.910679ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:06.985962Z","caller":"traceutil/trace.go:171","msg":"trace[677673059] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0d757845-1705-40c7-b202-dc01da0679af; range_end:; response_count:1; response_revision:23514; }","duration":"2.088117004s","start":"2026-03-02T02:55:04.897839Z","end":"2026-03-02T02:55:06.985956Z","steps":["trace[677673059] 'agreement among raft nodes before linearized reading' (duration: 2.077134431s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.98599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:04.897832Z","time spent":"2.088153365s","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-0d757845-1705-40c7-b202-dc01da0679af\" "} {"level":"warn","ts":"2026-03-02T02:55:06.986212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.867022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:55:06.986248Z","caller":"traceutil/trace.go:171","msg":"trace[846424316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23515; }","duration":"322.928603ms","start":"2026-03-02T02:55:06.663311Z","end":"2026-03-02T02:55:06.98624Z","steps":["trace[846424316] 'agreement among raft nodes before linearized reading' (duration: 322.663888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.986267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:06.663296Z","time spent":"322.965973ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:55:06.986386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.621519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:55:06.986412Z","caller":"traceutil/trace.go:171","msg":"trace[1490406809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23515; }","duration":"329.675649ms","start":"2026-03-02T02:55:06.656729Z","end":"2026-03-02T02:55:06.986404Z","steps":["trace[1490406809] 'agreement among raft nodes before linearized reading' (duration: 329.255391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.986429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:06.656708Z","time spent":"329.716751ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:55:06.985499Z","caller":"traceutil/trace.go:171","msg":"trace[481016461] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23514; }","duration":"602.587258ms","start":"2026-03-02T02:55:06.382905Z","end":"2026-03-02T02:55:06.985493Z","steps":["trace[481016461] 'agreement among raft nodes before linearized reading' (duration: 592.324059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:06.987929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:06.382889Z","time spent":"605.016968ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:55:09.184421Z","caller":"traceutil/trace.go:171","msg":"trace[1965292720] linearizableReadLoop","detail":"{readStateIndex:24343; appliedIndex:24340; }","duration":"198.948007ms","start":"2026-03-02T02:55:08.985451Z","end":"2026-03-02T02:55:09.184399Z","steps":["trace[1965292720] 'read index received' (duration: 79.030414ms)","trace[1965292720] 'applied index is now lower than readState.Index' (duration: 119.916303ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:09.184488Z","caller":"traceutil/trace.go:171","msg":"trace[294139844] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"202.695183ms","start":"2026-03-02T02:55:08.981764Z","end":"2026-03-02T02:55:09.184459Z","steps":["trace[294139844] 'process raft request' (duration: 202.406317ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:09.184526Z","caller":"traceutil/trace.go:171","msg":"trace[542616650] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"202.655622ms","start":"2026-03-02T02:55:08.981841Z","end":"2026-03-02T02:55:09.184497Z","steps":["trace[542616650] 'process raft request' (duration: 202.482429ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:09.184566Z","caller":"traceutil/trace.go:171","msg":"trace[1677034172] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"198.917406ms","start":"2026-03-02T02:55:08.985626Z","end":"2026-03-02T02:55:09.184544Z","steps":["trace[1677034172] 'process raft request' (duration: 198.736153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:09.184639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.156772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-03-02T02:55:09.184687Z","caller":"traceutil/trace.go:171","msg":"trace[1201881828] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:23540; }","duration":"199.246853ms","start":"2026-03-02T02:55:08.985428Z","end":"2026-03-02T02:55:09.184675Z","steps":["trace[1201881828] 'agreement among raft nodes before linearized reading' (duration: 199.11073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:09.184749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.861537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T02:55:09.18475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.919073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T02:55:09.184788Z","caller":"traceutil/trace.go:171","msg":"trace[259732023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23540; }","duration":"171.923478ms","start":"2026-03-02T02:55:09.012853Z","end":"2026-03-02T02:55:09.184776Z","steps":["trace[259732023] 'agreement among raft nodes before linearized reading' (duration: 171.837546ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:09.184793Z","caller":"traceutil/trace.go:171","msg":"trace[1734862704] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23540; }","duration":"184.993054ms","start":"2026-03-02T02:55:08.999789Z","end":"2026-03-02T02:55:09.184782Z","steps":["trace[1734862704] 'agreement among raft nodes before linearized reading' (duration: 184.80728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:09.184863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.498257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4430"} {"level":"info","ts":"2026-03-02T02:55:09.184951Z","caller":"traceutil/trace.go:171","msg":"trace[1895024524] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23540; }","duration":"161.618959ms","start":"2026-03-02T02:55:09.023314Z","end":"2026-03-02T02:55:09.184933Z","steps":["trace[1895024524] 'agreement among raft nodes before linearized reading' (duration: 161.352874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:09.185001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.138997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:55:09.185105Z","caller":"traceutil/trace.go:171","msg":"trace[1210989769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23540; }","duration":"182.275809ms","start":"2026-03-02T02:55:09.002803Z","end":"2026-03-02T02:55:09.185079Z","steps":["trace[1210989769] 'agreement among raft nodes before linearized reading' (duration: 181.952713ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:10.04895Z","caller":"traceutil/trace.go:171","msg":"trace[1536393043] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"114.609755ms","start":"2026-03-02T02:55:09.934322Z","end":"2026-03-02T02:55:10.048932Z","steps":["trace[1536393043] 'process raft request' (duration: 114.570095ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:10.049279Z","caller":"traceutil/trace.go:171","msg":"trace[1760287951] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"115.930853ms","start":"2026-03-02T02:55:09.933339Z","end":"2026-03-02T02:55:10.04927Z","steps":["trace[1760287951] 'process raft request' (duration: 96.650002ms)","trace[1760287951] 'compare' (duration: 18.795422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:11.423615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.246206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:55:11.423696Z","caller":"traceutil/trace.go:171","msg":"trace[2082375033] linearizableReadLoop","detail":"{readStateIndex:24359; appliedIndex:24358; }","duration":"147.169436ms","start":"2026-03-02T02:55:11.276513Z","end":"2026-03-02T02:55:11.423683Z","steps":["trace[2082375033] 'read index received' (duration: 39.721736ms)","trace[2082375033] 'applied index is now lower than readState.Index' (duration: 107.44689ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:11.423765Z","caller":"traceutil/trace.go:171","msg":"trace[1652114756] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"160.6989ms","start":"2026-03-02T02:55:11.263056Z","end":"2026-03-02T02:55:11.423755Z","steps":["trace[1652114756] 'process raft request' (duration: 53.24706ms)","trace[1652114756] 'compare' (duration: 106.967651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:11.423919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.416611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T02:55:11.423943Z","caller":"traceutil/trace.go:171","msg":"trace[1111862005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23555; }","duration":"147.441701ms","start":"2026-03-02T02:55:11.276495Z","end":"2026-03-02T02:55:11.423937Z","steps":["trace[1111862005] 'agreement among raft nodes before linearized reading' (duration: 147.349679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:11.424086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.667256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T02:55:11.424178Z","caller":"traceutil/trace.go:171","msg":"trace[1217292706] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23555; }","duration":"145.82254ms","start":"2026-03-02T02:55:11.27833Z","end":"2026-03-02T02:55:11.424153Z","steps":["trace[1217292706] 'agreement among raft nodes before linearized reading' (duration: 145.559754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:12.395394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.590372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:12.395475Z","caller":"traceutil/trace.go:171","msg":"trace[1650700865] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23561; }","duration":"105.711065ms","start":"2026-03-02T02:55:12.289746Z","end":"2026-03-02T02:55:12.395457Z","steps":["trace[1650700865] 'range keys from in-memory index tree' (duration: 105.524841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:12.395784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.74898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-02T02:55:12.395841Z","caller":"traceutil/trace.go:171","msg":"trace[1595000592] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23561; }","duration":"151.868592ms","start":"2026-03-02T02:55:12.243957Z","end":"2026-03-02T02:55:12.395826Z","steps":["trace[1595000592] 'range keys from in-memory index tree' (duration: 151.581476ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:17.79521Z","caller":"traceutil/trace.go:171","msg":"trace[1760042735] linearizableReadLoop","detail":"{readStateIndex:24393; appliedIndex:24392; }","duration":"317.583336ms","start":"2026-03-02T02:55:17.477602Z","end":"2026-03-02T02:55:17.795185Z","steps":["trace[1760042735] 'read index received' (duration: 313.89596ms)","trace[1760042735] 'applied index is now lower than readState.Index' (duration: 3.686226ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:17.795261Z","caller":"traceutil/trace.go:171","msg":"trace[3829573] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"345.808398ms","start":"2026-03-02T02:55:17.44942Z","end":"2026-03-02T02:55:17.795229Z","steps":["trace[3829573] 'process raft request' (duration: 342.014671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:17.795367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.746549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:17.795404Z","caller":"traceutil/trace.go:171","msg":"trace[1389835332] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23589; }","duration":"317.833301ms","start":"2026-03-02T02:55:17.477559Z","end":"2026-03-02T02:55:17.795392Z","steps":["trace[1389835332] 'agreement among raft nodes before linearized reading' (duration: 317.755739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:17.795407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:17.449399Z","time spent":"345.92749ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:17.795441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:17.477541Z","time spent":"317.887571ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T02:55:17.795631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.289756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-02T02:55:17.795689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.091657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:55:17.795735Z","caller":"traceutil/trace.go:171","msg":"trace[1598062224] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23589; }","duration":"305.440518ms","start":"2026-03-02T02:55:17.490272Z","end":"2026-03-02T02:55:17.795712Z","steps":["trace[1598062224] 'agreement among raft nodes before linearized reading' (duration: 305.175783ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:17.795756Z","caller":"traceutil/trace.go:171","msg":"trace[597734905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23589; }","duration":"291.188169ms","start":"2026-03-02T02:55:17.504548Z","end":"2026-03-02T02:55:17.795736Z","steps":["trace[597734905] 'agreement among raft nodes before linearized reading' (duration: 291.017765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:17.795785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:17.490259Z","time spent":"305.515339ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T02:55:23.444026Z","caller":"traceutil/trace.go:171","msg":"trace[103571567] transaction","detail":"{read_only:false; response_revision:23620; number_of_response:1; }","duration":"273.312675ms","start":"2026-03-02T02:55:23.170695Z","end":"2026-03-02T02:55:23.444008Z","steps":["trace[103571567] 'process raft request' (duration: 273.208813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:23.444213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.537158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:23.444293Z","caller":"traceutil/trace.go:171","msg":"trace[1803211347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23620; }","duration":"265.65006ms","start":"2026-03-02T02:55:23.178632Z","end":"2026-03-02T02:55:23.444282Z","steps":["trace[1803211347] 'agreement among raft nodes before linearized reading' (duration: 265.435046ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:23.444032Z","caller":"traceutil/trace.go:171","msg":"trace[2052133027] linearizableReadLoop","detail":"{readStateIndex:24426; appliedIndex:24426; }","duration":"265.357665ms","start":"2026-03-02T02:55:23.17866Z","end":"2026-03-02T02:55:23.444017Z","steps":["trace[2052133027] 'read index received' (duration: 265.348514ms)","trace[2052133027] 'applied index is now lower than readState.Index' (duration: 7.961µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:23.945449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775534014,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:55:24.392875Z","caller":"traceutil/trace.go:171","msg":"trace[1728151157] transaction","detail":"{read_only:false; response_revision:23622; number_of_response:1; }","duration":"1.09688088s","start":"2026-03-02T02:55:23.295972Z","end":"2026-03-02T02:55:24.392852Z","steps":["trace[1728151157] 'process raft request' (duration: 1.096795848s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:24.393095Z","caller":"traceutil/trace.go:171","msg":"trace[1946851648] transaction","detail":"{read_only:false; response_revision:23623; number_of_response:1; }","duration":"991.564882ms","start":"2026-03-02T02:55:23.401502Z","end":"2026-03-02T02:55:24.393067Z","steps":["trace[1946851648] 'process raft request' (duration: 991.308517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:24.393143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:23.295945Z","time spent":"1.097113774s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:24.393251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:23.40148Z","time spent":"991.691534ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:24.393427Z","caller":"traceutil/trace.go:171","msg":"trace[84504689] transaction","detail":"{read_only:false; response_revision:23621; number_of_response:1; }","duration":"1.133481672s","start":"2026-03-02T02:55:23.259927Z","end":"2026-03-02T02:55:24.393409Z","steps":["trace[84504689] 'process raft request' (duration: 1.132722057s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:24.393505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:23.259909Z","time spent":"1.133555933s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:25.320359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.247059ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:55:25.320854Z","caller":"traceutil/trace.go:171","msg":"trace[1407157099] linearizableReadLoop","detail":"{readStateIndex:24430; appliedIndex:24428; }","duration":"1.876480891s","start":"2026-03-02T02:55:23.444359Z","end":"2026-03-02T02:55:25.32084Z","steps":["trace[1407157099] 'read index received' (duration: 948.448508ms)","trace[1407157099] 'applied index is now lower than readState.Index' (duration: 928.031383ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:25.320913Z","caller":"traceutil/trace.go:171","msg":"trace[1039564983] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"1.317914635s","start":"2026-03-02T02:55:24.002991Z","end":"2026-03-02T02:55:25.320905Z","steps":["trace[1039564983] 'process raft request' (duration: 1.317442756s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:25.320973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:24.002964Z","time spent":"1.317965046s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:25.445618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000519268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:55:25.445728Z","caller":"traceutil/trace.go:171","msg":"trace[1727317881] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00067355s","start":"2026-03-02T02:55:23.445031Z","end":"2026-03-02T02:55:25.445705Z","steps":["trace[1727317881] 'agreement among raft nodes before linearized reading' (duration: 2.000535747s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:25.445822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:23.445023Z","time spent":"2.000781692s","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:55:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:55:25.821413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775534020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:55:26.186569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742679569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:26.186649Z","caller":"traceutil/trace.go:171","msg":"trace[1733024976] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23624; }","duration":"2.742799691s","start":"2026-03-02T02:55:23.443827Z","end":"2026-03-02T02:55:26.186627Z","steps":["trace[1733024976] 'agreement among raft nodes before linearized reading' (duration: 1.877232085s)","trace[1733024976] 'count revisions from in-memory index tree' (duration: 865.446223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:26.186692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:23.443809Z","time spent":"2.742872583s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:26.187543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.618657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:55:26.187779Z","caller":"traceutil/trace.go:171","msg":"trace[1372972393] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"1.71334148s","start":"2026-03-02T02:55:24.47442Z","end":"2026-03-02T02:55:26.187761Z","steps":["trace[1372972393] 'process raft request' (duration: 846.416207ms)","trace[1372972393] 'compare' (duration: 865.360191ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:26.187808Z","caller":"traceutil/trace.go:171","msg":"trace[1870894629] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"1.277381792s","start":"2026-03-02T02:55:24.910408Z","end":"2026-03-02T02:55:26.18779Z","steps":["trace[1870894629] 'process raft request' (duration: 1.277335011s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:26.187852Z","caller":"traceutil/trace.go:171","msg":"trace[709801601] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"1.303325059s","start":"2026-03-02T02:55:24.884488Z","end":"2026-03-02T02:55:26.187813Z","steps":["trace[709801601] 'process raft request' (duration: 1.303157396s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.187881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:24.910384Z","time spent":"1.277459204s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:26.187898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:24.474396Z","time spent":"1.713426511s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:26.188013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:24.884469Z","time spent":"1.303459763s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:26.204128Z","caller":"traceutil/trace.go:171","msg":"trace[886088554] linearizableReadLoop","detail":"{readStateIndex:24435; appliedIndex:24431; }","duration":"883.227154ms","start":"2026-03-02T02:55:25.320883Z","end":"2026-03-02T02:55:26.204111Z","steps":["trace[886088554] 'read index received' (duration: 857.371499ms)","trace[886088554] 'applied index is now lower than readState.Index' (duration: 25.854725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:26.204319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979055382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T02:55:26.204324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958359512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T02:55:26.204359Z","caller":"traceutil/trace.go:171","msg":"trace[1743295881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23628; }","duration":"1.979124544s","start":"2026-03-02T02:55:24.225223Z","end":"2026-03-02T02:55:26.204347Z","steps":["trace[1743295881] 'agreement among raft nodes before linearized reading' (duration: 1.978986781s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:26.204373Z","caller":"traceutil/trace.go:171","msg":"trace[353417341] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23628; }","duration":"1.958438383s","start":"2026-03-02T02:55:24.24592Z","end":"2026-03-02T02:55:26.204358Z","steps":["trace[353417341] 'agreement among raft nodes before linearized reading' (duration: 1.958258019s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.204395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:24.22521Z","time spent":"1.979177385s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:55:26.204413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:24.245907Z","time spent":"1.958498826s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T02:55:26.204501Z","caller":"traceutil/trace.go:171","msg":"trace[438469001] transaction","detail":"{read_only:false; response_revision:23628; number_of_response:1; }","duration":"754.201837ms","start":"2026-03-02T02:55:25.45028Z","end":"2026-03-02T02:55:26.204482Z","steps":["trace[438469001] 'process raft request' (duration: 753.720106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.204608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:25.450254Z","time spent":"754.299978ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:26.204619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910129814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-02T02:55:26.204602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497036604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:55:26.204617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837281764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:55:26.204661Z","caller":"traceutil/trace.go:171","msg":"trace[792009081] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:23628; }","duration":"1.910185935s","start":"2026-03-02T02:55:24.294462Z","end":"2026-03-02T02:55:26.204648Z","steps":["trace[792009081] 'agreement among raft nodes before linearized reading' (duration: 1.910078643s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:26.20468Z","caller":"traceutil/trace.go:171","msg":"trace[944754877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23628; }","duration":"1.837399127s","start":"2026-03-02T02:55:24.367266Z","end":"2026-03-02T02:55:26.204665Z","steps":["trace[944754877] 'agreement among raft nodes before linearized reading' (duration: 1.837261544s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.204697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:24.29445Z","time spent":"1.910241186s","remote":"127.0.0.1:57604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-03-02T02:55:26.204729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:24.367253Z","time spent":"1.837465888s","remote":"127.0.0.1:38054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:26.204737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084898511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:26.204751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.259004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:55:26.204775Z","caller":"traceutil/trace.go:171","msg":"trace[682484719] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23628; }","duration":"2.084968322s","start":"2026-03-02T02:55:24.119795Z","end":"2026-03-02T02:55:26.204763Z","steps":["trace[682484719] 'agreement among raft nodes before linearized reading' (duration: 2.084921921s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.204524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784268359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:26.204371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323775504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T02:55:26.204815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:24.119769Z","time spent":"2.085039283s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T02:55:26.204822Z","caller":"traceutil/trace.go:171","msg":"trace[1898893679] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23628; }","duration":"1.784595125s","start":"2026-03-02T02:55:24.420215Z","end":"2026-03-02T02:55:26.20481Z","steps":["trace[1898893679] 'agreement among raft nodes before linearized reading' (duration: 1.784275859s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.204606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.381756825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T02:55:26.20486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:24.420198Z","time spent":"1.784651337s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:55:26.204877Z","caller":"traceutil/trace.go:171","msg":"trace[394137884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23628; }","duration":"2.382062531s","start":"2026-03-02T02:55:23.822803Z","end":"2026-03-02T02:55:26.204866Z","steps":["trace[394137884] 'agreement among raft nodes before linearized reading' (duration: 2.381669283s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.204917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:23.822788Z","time spent":"2.382117782s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:55:26.204661Z","caller":"traceutil/trace.go:171","msg":"trace[1027901550] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23628; }","duration":"2.497097595s","start":"2026-03-02T02:55:23.707554Z","end":"2026-03-02T02:55:26.204652Z","steps":["trace[1027901550] 'agreement among raft nodes before linearized reading' (duration: 2.497017033s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.205013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:23.707496Z","time spent":"2.497508404s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:26.20504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378145561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T02:55:26.205082Z","caller":"traceutil/trace.go:171","msg":"trace[1709081400] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23628; }","duration":"2.378197291s","start":"2026-03-02T02:55:23.826871Z","end":"2026-03-02T02:55:26.205069Z","steps":["trace[1709081400] 'agreement among raft nodes before linearized reading' (duration: 2.378098309s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.205095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38102055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T02:55:26.205114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:23.826864Z","time spent":"2.378243983s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:55:26.204692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034549348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:55:26.205138Z","caller":"traceutil/trace.go:171","msg":"trace[489709718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23628; }","duration":"2.38110195s","start":"2026-03-02T02:55:23.824025Z","end":"2026-03-02T02:55:26.205127Z","steps":["trace[489709718] 'agreement among raft nodes before linearized reading' (duration: 2.380992458s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.205167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:23.824005Z","time spent":"2.381155662s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:55:26.205168Z","caller":"traceutil/trace.go:171","msg":"trace[825909900] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23628; }","duration":"2.035052899s","start":"2026-03-02T02:55:24.170099Z","end":"2026-03-02T02:55:26.205152Z","steps":["trace[825909900] 'agreement among raft nodes before linearized reading' (duration: 2.034538059s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.205236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.105129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-03-02T02:55:26.205268Z","caller":"traceutil/trace.go:171","msg":"trace[357165602] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23628; }","duration":"364.16489ms","start":"2026-03-02T02:55:25.841095Z","end":"2026-03-02T02:55:26.205259Z","steps":["trace[357165602] 'agreement among raft nodes before linearized reading' (duration: 364.085218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.205286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.696295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:26.205304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:25.841079Z","time spent":"364.218891ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4465,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-02T02:55:26.205322Z","caller":"traceutil/trace.go:171","msg":"trace[1213246319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23628; }","duration":"753.768546ms","start":"2026-03-02T02:55:25.451543Z","end":"2026-03-02T02:55:26.205312Z","steps":["trace[1213246319] 'agreement among raft nodes before linearized reading' (duration: 753.719005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.205347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:25.451524Z","time spent":"753.817778ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:55:26.204914Z","caller":"traceutil/trace.go:171","msg":"trace[1448827834] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23628; }","duration":"1.324291054s","start":"2026-03-02T02:55:24.880522Z","end":"2026-03-02T02:55:26.204814Z","steps":["trace[1448827834] 'agreement among raft nodes before linearized reading' (duration: 1.323685652s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.205428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.550133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T02:55:26.205468Z","caller":"traceutil/trace.go:171","msg":"trace[538140466] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264; range_end:; response_count:1; response_revision:23628; }","duration":"756.627465ms","start":"2026-03-02T02:55:25.448831Z","end":"2026-03-02T02:55:26.205459Z","steps":["trace[538140466] 'agreement among raft nodes before linearized reading' (duration: 756.525113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.205506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:25.448798Z","time spent":"756.700816ms","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6aa3b078264\" "} {"level":"warn","ts":"2026-03-02T02:55:26.205268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:24.170084Z","time spent":"2.035171191s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:26.205467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:24.880499Z","time spent":"1.324958798s","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T02:55:26.204787Z","caller":"traceutil/trace.go:171","msg":"trace[1094144494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23628; }","duration":"882.338095ms","start":"2026-03-02T02:55:25.32244Z","end":"2026-03-02T02:55:26.204779Z","steps":["trace[1094144494] 'agreement among raft nodes before linearized reading' (duration: 882.249164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.20561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:25.322422Z","time spent":"883.181662ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:55:26.71108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775534024,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:55:26.77709Z","caller":"traceutil/trace.go:171","msg":"trace[1276223846] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"566.579818ms","start":"2026-03-02T02:55:26.210487Z","end":"2026-03-02T02:55:26.777066Z","steps":["trace[1276223846] 'process raft request' (duration: 546.722665ms)","trace[1276223846] 'compare' (duration: 18.885914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:26.777201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:26.210461Z","time spent":"566.68952ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:27.024213Z","caller":"traceutil/trace.go:171","msg":"trace[1827567754] linearizableReadLoop","detail":"{readStateIndex:24448; appliedIndex:24435; }","duration":"813.466088ms","start":"2026-03-02T02:55:26.210725Z","end":"2026-03-02T02:55:27.024191Z","steps":["trace[1827567754] 'read index received' (duration: 546.49188ms)","trace[1827567754] 'applied index is now lower than readState.Index' (duration: 266.973048ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:27.02452Z","caller":"traceutil/trace.go:171","msg":"trace[2081738637] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"813.864435ms","start":"2026-03-02T02:55:26.210639Z","end":"2026-03-02T02:55:27.024504Z","steps":["trace[2081738637] 'process raft request' (duration: 812.861795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:27.024634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:26.210625Z","time spent":"813.935977ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:27.024775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:26.210812Z","time spent":"813.961628ms","remote":"127.0.0.1:57534","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T02:55:27.024881Z","caller":"traceutil/trace.go:171","msg":"trace[670942362] transaction","detail":"{read_only:false; response_revision:23640; number_of_response:1; }","duration":"625.993643ms","start":"2026-03-02T02:55:26.39886Z","end":"2026-03-02T02:55:27.024854Z","steps":["trace[670942362] 'process raft request' (duration: 625.257208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:27.024952Z","caller":"traceutil/trace.go:171","msg":"trace[1801697888] transaction","detail":"{read_only:false; response_revision:23631; number_of_response:1; }","duration":"814.073331ms","start":"2026-03-02T02:55:26.210851Z","end":"2026-03-02T02:55:27.024924Z","steps":["trace[1801697888] 'process raft request' (duration: 812.927577ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:27.024975Z","caller":"traceutil/trace.go:171","msg":"trace[580015613] transaction","detail":"{read_only:false; response_revision:23637; number_of_response:1; }","duration":"812.434487ms","start":"2026-03-02T02:55:26.212517Z","end":"2026-03-02T02:55:27.024952Z","steps":["trace[580015613] 'process raft request' (duration: 811.497317ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:27.024978Z","caller":"traceutil/trace.go:171","msg":"trace[653469382] transaction","detail":"{read_only:false; response_revision:23638; number_of_response:1; }","duration":"626.748809ms","start":"2026-03-02T02:55:26.398192Z","end":"2026-03-02T02:55:27.02494Z","steps":["trace[653469382] 'process raft request' (duration: 625.86355ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:27.025033Z","caller":"traceutil/trace.go:171","msg":"trace[1010255039] transaction","detail":"{read_only:false; response_revision:23639; number_of_response:1; }","duration":"626.748449ms","start":"2026-03-02T02:55:26.398272Z","end":"2026-03-02T02:55:27.025021Z","steps":["trace[1010255039] 'process raft request' (duration: 625.81651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:27.025074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:26.212499Z","time spent":"812.528239ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1561,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T02:55:27.025091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:26.210837Z","time spent":"814.176572ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:27.025105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.381947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d74d38d-2a69-47dd-8836-f93cb5acdb95\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-03-02T02:55:27.025097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:26.398237Z","time spent":"626.828571ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:27.025112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:26.398161Z","time spent":"626.879662ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:27.025152Z","caller":"traceutil/trace.go:171","msg":"trace[592878810] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d74d38d-2a69-47dd-8836-f93cb5acdb95; range_end:; response_count:1; response_revision:23640; }","duration":"814.455599ms","start":"2026-03-02T02:55:26.210682Z","end":"2026-03-02T02:55:27.025138Z","steps":["trace[592878810] 'agreement among raft nodes before linearized reading' (duration: 814.335166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:27.025183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:26.210665Z","time spent":"814.5126ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-3d74d38d-2a69-47dd-8836-f93cb5acdb95\" "} {"level":"info","ts":"2026-03-02T02:55:27.025218Z","caller":"traceutil/trace.go:171","msg":"trace[842075277] transaction","detail":"{read_only:false; response_revision:23632; number_of_response:1; }","duration":"814.277135ms","start":"2026-03-02T02:55:26.21093Z","end":"2026-03-02T02:55:27.025207Z","steps":["trace[842075277] 'process raft request' (duration: 812.903427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:27.024986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:26.398845Z","time spent":"626.082656ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:27.025266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:26.210914Z","time spent":"814.324346ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:27.025349Z","caller":"traceutil/trace.go:171","msg":"trace[2137531640] transaction","detail":"{read_only:false; response_revision:23633; number_of_response:1; }","duration":"814.390947ms","start":"2026-03-02T02:55:26.210949Z","end":"2026-03-02T02:55:27.02534Z","steps":["trace[2137531640] 'process raft request' (duration: 812.915816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:27.024972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.386864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:27.025393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:26.210927Z","time spent":"814.441308ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:27.025414Z","caller":"traceutil/trace.go:171","msg":"trace[1010506074] transaction","detail":"{read_only:false; response_revision:23634; number_of_response:1; }","duration":"814.03231ms","start":"2026-03-02T02:55:26.21137Z","end":"2026-03-02T02:55:27.025402Z","steps":["trace[1010506074] 'process raft request' (duration: 812.531929ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:27.025425Z","caller":"traceutil/trace.go:171","msg":"trace[560671397] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23640; }","duration":"698.895103ms","start":"2026-03-02T02:55:26.326507Z","end":"2026-03-02T02:55:27.025402Z","steps":["trace[560671397] 'agreement among raft nodes before linearized reading' (duration: 698.386493ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:27.02547Z","caller":"traceutil/trace.go:171","msg":"trace[670800330] transaction","detail":"{read_only:false; response_revision:23636; number_of_response:1; }","duration":"813.000839ms","start":"2026-03-02T02:55:26.212461Z","end":"2026-03-02T02:55:27.025462Z","steps":["trace[670800330] 'process raft request' (duration: 811.520829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:27.025483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.954681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T02:55:27.025487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:26.326486Z","time spent":"698.976875ms","remote":"127.0.0.1:40814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:55:27.025509Z","caller":"traceutil/trace.go:171","msg":"trace[1431757279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23640; }","duration":"244.005112ms","start":"2026-03-02T02:55:26.781497Z","end":"2026-03-02T02:55:27.025502Z","steps":["trace[1431757279] 'agreement among raft nodes before linearized reading' (duration: 243.939231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:27.0255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:26.211361Z","time spent":"814.089311ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:27.025517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:26.212453Z","time spent":"813.03845ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:27.025581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.012576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:27.025604Z","caller":"traceutil/trace.go:171","msg":"trace[246906790] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23640; }","duration":"463.074528ms","start":"2026-03-02T02:55:26.562519Z","end":"2026-03-02T02:55:27.025594Z","steps":["trace[246906790] 'agreement among raft nodes before linearized reading' (duration: 463.040997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:27.025625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:26.562498Z","time spent":"463.121409ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:55:27.025364Z","caller":"traceutil/trace.go:171","msg":"trace[1930075917] transaction","detail":"{read_only:false; response_revision:23635; number_of_response:1; }","duration":"813.498139ms","start":"2026-03-02T02:55:26.211849Z","end":"2026-03-02T02:55:27.025347Z","steps":["trace[1930075917] 'process raft request' (duration: 812.09036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:27.025758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:26.21184Z","time spent":"813.863796ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:27.164626Z","caller":"traceutil/trace.go:171","msg":"trace[261339201] transaction","detail":"{read_only:false; response_revision:23641; number_of_response:1; }","duration":"138.470849ms","start":"2026-03-02T02:55:27.02613Z","end":"2026-03-02T02:55:27.1646Z","steps":["trace[261339201] 'process raft request' (duration: 135.604921ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:27.16688Z","caller":"traceutil/trace.go:171","msg":"trace[157595611] transaction","detail":"{read_only:false; response_revision:23642; number_of_response:1; }","duration":"140.524622ms","start":"2026-03-02T02:55:27.026291Z","end":"2026-03-02T02:55:27.166816Z","steps":["trace[157595611] 'process raft request' (duration: 140.018861ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:27.1669Z","caller":"traceutil/trace.go:171","msg":"trace[1603555156] transaction","detail":"{read_only:false; response_revision:23643; number_of_response:1; }","duration":"136.95434ms","start":"2026-03-02T02:55:27.029915Z","end":"2026-03-02T02:55:27.166869Z","steps":["trace[1603555156] 'process raft request' (duration: 136.809627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:27.167294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.101562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1579"} {"level":"info","ts":"2026-03-02T02:55:27.167371Z","caller":"traceutil/trace.go:171","msg":"trace[745214941] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23644; }","duration":"137.228315ms","start":"2026-03-02T02:55:27.030127Z","end":"2026-03-02T02:55:27.167355Z","steps":["trace[745214941] 'agreement among raft nodes before linearized reading' (duration: 136.95993ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:27.167006Z","caller":"traceutil/trace.go:171","msg":"trace[1129712699] linearizableReadLoop","detail":"{readStateIndex:24451; appliedIndex:24448; }","duration":"136.825097ms","start":"2026-03-02T02:55:27.030167Z","end":"2026-03-02T02:55:27.166992Z","steps":["trace[1129712699] 'read index received' (duration: 131.630451ms)","trace[1129712699] 'applied index is now lower than readState.Index' (duration: 5.193436ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:27.167066Z","caller":"traceutil/trace.go:171","msg":"trace[297217953] transaction","detail":"{read_only:false; response_revision:23644; number_of_response:1; }","duration":"134.02106ms","start":"2026-03-02T02:55:27.032978Z","end":"2026-03-02T02:55:27.166999Z","steps":["trace[297217953] 'process raft request' (duration: 133.847127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:27.16762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.552781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:27.167702Z","caller":"traceutil/trace.go:171","msg":"trace[1863928643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23644; }","duration":"135.661183ms","start":"2026-03-02T02:55:27.032024Z","end":"2026-03-02T02:55:27.167685Z","steps":["trace[1863928643] 'agreement among raft nodes before linearized reading' (duration: 135.53817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:27.167731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.358937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-03-02T02:55:27.167834Z","caller":"traceutil/trace.go:171","msg":"trace[1803047600] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23644; }","duration":"136.50214ms","start":"2026-03-02T02:55:27.031312Z","end":"2026-03-02T02:55:27.167814Z","steps":["trace[1803047600] 'agreement among raft nodes before linearized reading' (duration: 136.210754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:27.167875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.47074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T02:55:27.167913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.854998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1579"} {"level":"info","ts":"2026-03-02T02:55:27.167994Z","caller":"traceutil/trace.go:171","msg":"trace[1802124021] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23644; }","duration":"135.96097ms","start":"2026-03-02T02:55:27.032011Z","end":"2026-03-02T02:55:27.167972Z","steps":["trace[1802124021] 'agreement among raft nodes before linearized reading' (duration: 135.726494ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:27.167926Z","caller":"traceutil/trace.go:171","msg":"trace[38283922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23644; }","duration":"136.522541ms","start":"2026-03-02T02:55:27.031392Z","end":"2026-03-02T02:55:27.167915Z","steps":["trace[38283922] 'agreement among raft nodes before linearized reading' (duration: 136.402609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:30.170517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.494356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:30.170618Z","caller":"traceutil/trace.go:171","msg":"trace[1777401986] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23751; }","duration":"228.657019ms","start":"2026-03-02T02:55:29.941937Z","end":"2026-03-02T02:55:30.170594Z","steps":["trace[1777401986] 'count revisions from in-memory index tree' (duration: 228.414025ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:30.568621Z","caller":"traceutil/trace.go:171","msg":"trace[1460015561] linearizableReadLoop","detail":"{readStateIndex:24562; appliedIndex:24561; }","duration":"133.800995ms","start":"2026-03-02T02:55:30.434798Z","end":"2026-03-02T02:55:30.568599Z","steps":["trace[1460015561] 'read index received' (duration: 133.629352ms)","trace[1460015561] 'applied index is now lower than readState.Index' (duration: 170.873µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:30.568675Z","caller":"traceutil/trace.go:171","msg":"trace[952220780] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"350.905172ms","start":"2026-03-02T02:55:30.217732Z","end":"2026-03-02T02:55:30.568637Z","steps":["trace[952220780] 'process raft request' (duration: 350.720667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:30.568775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.967199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29540335-bc592\" ","response":"range_response_count:1 size:6988"} {"level":"info","ts":"2026-03-02T02:55:30.568801Z","caller":"traceutil/trace.go:171","msg":"trace[1527186875] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29540335-bc592; range_end:; response_count:1; response_revision:23752; }","duration":"134.03914ms","start":"2026-03-02T02:55:30.434752Z","end":"2026-03-02T02:55:30.568791Z","steps":["trace[1527186875] 'agreement among raft nodes before linearized reading' (duration: 133.920837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:30.56881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:30.217709Z","time spent":"351.023514ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:30.878938Z","caller":"traceutil/trace.go:171","msg":"trace[831449601] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"302.927288ms","start":"2026-03-02T02:55:30.575985Z","end":"2026-03-02T02:55:30.878912Z","steps":["trace[831449601] 'process raft request' (duration: 302.014129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:30.879105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:30.575966Z","time spent":"303.036819ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7205,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:31.501685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.644201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:55:31.501903Z","caller":"traceutil/trace.go:171","msg":"trace[1858207684] linearizableReadLoop","detail":"{readStateIndex:24564; appliedIndex:24563; }","duration":"582.704205ms","start":"2026-03-02T02:55:30.919153Z","end":"2026-03-02T02:55:31.501857Z","steps":["trace[1858207684] 'read index received' (duration: 453.85667ms)","trace[1858207684] 'applied index is now lower than readState.Index' (duration: 128.845305ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:31.501937Z","caller":"traceutil/trace.go:171","msg":"trace[1447838085] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"613.033361ms","start":"2026-03-02T02:55:30.88885Z","end":"2026-03-02T02:55:31.501883Z","steps":["trace[1447838085] 'process raft request' (duration: 484.060403ms)","trace[1447838085] 'compare' (duration: 127.749992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:31.502073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.912899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-adf6cc89-edac-4a70-b961-36cf1a49a607\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-02T02:55:31.502141Z","caller":"traceutil/trace.go:171","msg":"trace[1233287093] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-adf6cc89-edac-4a70-b961-36cf1a49a607; range_end:; response_count:1; response_revision:23754; }","duration":"583.020061ms","start":"2026-03-02T02:55:30.91911Z","end":"2026-03-02T02:55:31.50213Z","steps":["trace[1233287093] 'agreement among raft nodes before linearized reading' (duration: 582.863098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:31.502194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:30.919094Z","time spent":"583.090003ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-adf6cc89-edac-4a70-b961-36cf1a49a607\" "} {"level":"warn","ts":"2026-03-02T02:55:31.502129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:30.888838Z","time spent":"613.188313ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:31.735783Z","caller":"traceutil/trace.go:171","msg":"trace[1201915068] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"694.993104ms","start":"2026-03-02T02:55:31.040764Z","end":"2026-03-02T02:55:31.735757Z","steps":["trace[1201915068] 'process raft request' (duration: 692.737978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:31.735942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.040746Z","time spent":"695.111016ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:31.736286Z","caller":"traceutil/trace.go:171","msg":"trace[1902391171] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"694.427322ms","start":"2026-03-02T02:55:31.041833Z","end":"2026-03-02T02:55:31.736261Z","steps":["trace[1902391171] 'process raft request' (duration: 694.32462ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:31.736366Z","caller":"traceutil/trace.go:171","msg":"trace[462111757] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"542.05799ms","start":"2026-03-02T02:55:31.194299Z","end":"2026-03-02T02:55:31.736357Z","steps":["trace[462111757] 'process raft request' (duration: 541.926567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:31.736414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.194273Z","time spent":"542.114441ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:31.736416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.041827Z","time spent":"694.521284ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:31.736607Z","caller":"traceutil/trace.go:171","msg":"trace[1148805525] linearizableReadLoop","detail":"{readStateIndex:24569; appliedIndex:24564; }","duration":"234.659501ms","start":"2026-03-02T02:55:31.501939Z","end":"2026-03-02T02:55:31.736598Z","steps":["trace[1148805525] 'read index received' (duration: 231.538388ms)","trace[1148805525] 'applied index is now lower than readState.Index' (duration: 3.120233ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:31.736669Z","caller":"traceutil/trace.go:171","msg":"trace[892118760] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"695.668077ms","start":"2026-03-02T02:55:31.040986Z","end":"2026-03-02T02:55:31.736654Z","steps":["trace[892118760] 'process raft request' (duration: 694.727128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:31.736747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.04097Z","time spent":"695.738468ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:31.736785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.425711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-02T02:55:31.73681Z","caller":"traceutil/trace.go:171","msg":"trace[1399185320] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23759; }","duration":"347.454892ms","start":"2026-03-02T02:55:31.38935Z","end":"2026-03-02T02:55:31.736805Z","steps":["trace[1399185320] 'agreement among raft nodes before linearized reading' (duration: 347.349019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:31.736829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.389315Z","time spent":"347.509673ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-02T02:55:31.736688Z","caller":"traceutil/trace.go:171","msg":"trace[279142706] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"393.615627ms","start":"2026-03-02T02:55:31.343066Z","end":"2026-03-02T02:55:31.736681Z","steps":["trace[279142706] 'process raft request' (duration: 393.26504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:31.737164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.343047Z","time spent":"394.046607ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:31.737426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.935793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T02:55:31.737463Z","caller":"traceutil/trace.go:171","msg":"trace[632787456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23759; }","duration":"693.015935ms","start":"2026-03-02T02:55:31.044432Z","end":"2026-03-02T02:55:31.737448Z","steps":["trace[632787456] 'agreement among raft nodes before linearized reading' (duration: 692.913913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:31.737482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.044413Z","time spent":"693.064745ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:55:31.73762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.03806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T02:55:31.737641Z","caller":"traceutil/trace.go:171","msg":"trace[2143201163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23759; }","duration":"544.084261ms","start":"2026-03-02T02:55:31.19355Z","end":"2026-03-02T02:55:31.737634Z","steps":["trace[2143201163] 'agreement among raft nodes before linearized reading' (duration: 543.385598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:31.737619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.61904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29540335-nkvld\" ","response":"range_response_count:1 size:6548"} {"level":"info","ts":"2026-03-02T02:55:31.737708Z","caller":"traceutil/trace.go:171","msg":"trace[1371194525] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29540335-nkvld; range_end:; response_count:1; response_revision:23759; }","duration":"231.719712ms","start":"2026-03-02T02:55:31.505965Z","end":"2026-03-02T02:55:31.737685Z","steps":["trace[1371194525] 'agreement among raft nodes before linearized reading' (duration: 231.443617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:31.737705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.149517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T02:55:31.737729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.274709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:31.737752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.793712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:31.737716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.89124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T02:55:31.737658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.193536Z","time spent":"544.118692ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:55:31.737778Z","caller":"traceutil/trace.go:171","msg":"trace[45248543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23759; }","duration":"693.244079ms","start":"2026-03-02T02:55:31.044518Z","end":"2026-03-02T02:55:31.737762Z","steps":["trace[45248543] 'agreement among raft nodes before linearized reading' (duration: 693.077766ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:31.73779Z","caller":"traceutil/trace.go:171","msg":"trace[1587054660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23759; }","duration":"558.368121ms","start":"2026-03-02T02:55:31.179405Z","end":"2026-03-02T02:55:31.737773Z","steps":["trace[1587054660] 'agreement among raft nodes before linearized reading' (duration: 558.267979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:31.737828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.044512Z","time spent":"693.3075ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:55:31.737829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.179389Z","time spent":"558.432512ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:55:31.737821Z","caller":"traceutil/trace.go:171","msg":"trace[719357204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23759; }","duration":"553.041314ms","start":"2026-03-02T02:55:31.184753Z","end":"2026-03-02T02:55:31.737794Z","steps":["trace[719357204] 'agreement among raft nodes before linearized reading' (duration: 552.682496ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:31.737784Z","caller":"traceutil/trace.go:171","msg":"trace[1535138137] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23759; }","duration":"735.826982ms","start":"2026-03-02T02:55:31.00195Z","end":"2026-03-02T02:55:31.737777Z","steps":["trace[1535138137] 'agreement among raft nodes before linearized reading' (duration: 735.775631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:31.737877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.184737Z","time spent":"553.130985ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:55:31.737908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.001916Z","time spent":"735.973356ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:31.737955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.759759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T02:55:31.737991Z","caller":"traceutil/trace.go:171","msg":"trace[2087763017] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23759; }","duration":"690.796579ms","start":"2026-03-02T02:55:31.047186Z","end":"2026-03-02T02:55:31.737983Z","steps":["trace[2087763017] 'agreement among raft nodes before linearized reading' (duration: 690.34064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:31.73801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.047152Z","time spent":"690.85284ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:55:31.73813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.175085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T02:55:31.73818Z","caller":"traceutil/trace.go:171","msg":"trace[340050812] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23759; }","duration":"686.225256ms","start":"2026-03-02T02:55:31.05193Z","end":"2026-03-02T02:55:31.738156Z","steps":["trace[340050812] 'agreement among raft nodes before linearized reading' (duration: 685.473201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:31.738208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.051925Z","time spent":"686.277107ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:55:31.738466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.704558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T02:55:31.738561Z","caller":"traceutil/trace.go:171","msg":"trace[1649061787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23759; }","duration":"696.105885ms","start":"2026-03-02T02:55:31.04243Z","end":"2026-03-02T02:55:31.738536Z","steps":["trace[1649061787] 'agreement among raft nodes before linearized reading' (duration: 695.506643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:31.738648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.042424Z","time spent":"696.211218ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:55:31.887872Z","caller":"traceutil/trace.go:171","msg":"trace[1176989176] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"146.121705ms","start":"2026-03-02T02:55:31.741713Z","end":"2026-03-02T02:55:31.887835Z","steps":["trace[1176989176] 'process raft request' (duration: 101.114652ms)","trace[1176989176] 'compare' (duration: 44.724547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:32.581181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775534424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:55:32.917863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061735376s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:55:32.984876Z","caller":"traceutil/trace.go:171","msg":"trace[1227376232] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"1.242350511s","start":"2026-03-02T02:55:31.742504Z","end":"2026-03-02T02:55:32.984855Z","steps":["trace[1227376232] 'process raft request' (duration: 1.175581836s)","trace[1227376232] 'compare' (duration: 66.351306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:32.985002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.742487Z","time spent":"1.242451263s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:32.985001Z","caller":"traceutil/trace.go:171","msg":"trace[122235222] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"1.242387751s","start":"2026-03-02T02:55:31.742598Z","end":"2026-03-02T02:55:32.984986Z","steps":["trace[122235222] 'process raft request' (duration: 1.242165237s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.985186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.742589Z","time spent":"1.242571366s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:32.985247Z","caller":"traceutil/trace.go:171","msg":"trace[1860630199] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"1.237083494s","start":"2026-03-02T02:55:31.748148Z","end":"2026-03-02T02:55:32.985232Z","steps":["trace[1860630199] 'process raft request' (duration: 1.237052184s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.985345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.748134Z","time spent":"1.237159646s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:32.985361Z","caller":"traceutil/trace.go:171","msg":"trace[401228089] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"1.242015224s","start":"2026-03-02T02:55:31.743325Z","end":"2026-03-02T02:55:32.98534Z","steps":["trace[401228089] 'process raft request' (duration: 1.241631107s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:32.9854Z","caller":"traceutil/trace.go:171","msg":"trace[581811657] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"1.237807509s","start":"2026-03-02T02:55:31.747582Z","end":"2026-03-02T02:55:32.985389Z","steps":["trace[581811657] 'process raft request' (duration: 1.237587305s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:32.985365Z","caller":"traceutil/trace.go:171","msg":"trace[50196206] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"1.240233879s","start":"2026-03-02T02:55:31.745059Z","end":"2026-03-02T02:55:32.985293Z","steps":["trace[50196206] 'process raft request' (duration: 1.240044425s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.985442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.743311Z","time spent":"1.242093266s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:32.985462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.747573Z","time spent":"1.23785883s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:32.985455Z","caller":"traceutil/trace.go:171","msg":"trace[1060634171] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"1.239700617s","start":"2026-03-02T02:55:31.745734Z","end":"2026-03-02T02:55:32.985434Z","steps":["trace[1060634171] 'process raft request' (duration: 1.239408372s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.985527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.745721Z","time spent":"1.239771758s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:32.985555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:31.745025Z","time spent":"1.240426253s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:32.986941Z","caller":"traceutil/trace.go:171","msg":"trace[479050778] linearizableReadLoop","detail":"{readStateIndex:24578; appliedIndex:24570; }","duration":"906.825423ms","start":"2026-03-02T02:55:32.080107Z","end":"2026-03-02T02:55:32.986933Z","steps":["trace[479050778] 'read index received' (duration: 837.964285ms)","trace[479050778] 'applied index is now lower than readState.Index' (duration: 68.860118ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:32.986996Z","caller":"traceutil/trace.go:171","msg":"trace[2088163705] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"253.913153ms","start":"2026-03-02T02:55:32.733077Z","end":"2026-03-02T02:55:32.98699Z","steps":["trace[2088163705] 'process raft request' (duration: 253.832942ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:32.987079Z","caller":"traceutil/trace.go:171","msg":"trace[491289873] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"413.253577ms","start":"2026-03-02T02:55:32.573752Z","end":"2026-03-02T02:55:32.987006Z","steps":["trace[491289873] 'process raft request' (duration: 413.115284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.987223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.980044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-02T02:55:32.98725Z","caller":"traceutil/trace.go:171","msg":"trace[1048437904] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23769; }","duration":"491.024134ms","start":"2026-03-02T02:55:32.496218Z","end":"2026-03-02T02:55:32.987243Z","steps":["trace[1048437904] 'agreement among raft nodes before linearized reading' (duration: 490.925032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.987268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.496211Z","time spent":"491.052315ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T02:55:32.987281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.573705Z","time spent":"413.458671ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:32.987307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.737322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-03-02T02:55:32.98739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.480523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T02:55:32.987394Z","caller":"traceutil/trace.go:171","msg":"trace[1861704817] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23769; }","duration":"809.863155ms","start":"2026-03-02T02:55:32.177505Z","end":"2026-03-02T02:55:32.987368Z","steps":["trace[1861704817] 'agreement among raft nodes before linearized reading' (duration: 809.62566ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:32.987419Z","caller":"traceutil/trace.go:171","msg":"trace[722627742] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23769; }","duration":"490.511124ms","start":"2026-03-02T02:55:32.496895Z","end":"2026-03-02T02:55:32.987406Z","steps":["trace[722627742] 'agreement among raft nodes before linearized reading' (duration: 490.455372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.987435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.496891Z","time spent":"490.540214ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-02T02:55:32.987442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.177488Z","time spent":"809.943906ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T02:55:32.987466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.406542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-03-02T02:55:32.987512Z","caller":"traceutil/trace.go:171","msg":"trace[765663463] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:23769; }","duration":"490.464973ms","start":"2026-03-02T02:55:32.497035Z","end":"2026-03-02T02:55:32.9875Z","steps":["trace[765663463] 'agreement among raft nodes before linearized reading' (duration: 490.31079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.987544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.666447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3241"} {"level":"warn","ts":"2026-03-02T02:55:32.98754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.49703Z","time spent":"490.504054ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"info","ts":"2026-03-02T02:55:32.987565Z","caller":"traceutil/trace.go:171","msg":"trace[1735542761] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23769; }","duration":"490.688228ms","start":"2026-03-02T02:55:32.496872Z","end":"2026-03-02T02:55:32.98756Z","steps":["trace[1735542761] 'agreement among raft nodes before linearized reading' (duration: 490.637757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.98758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.496862Z","time spent":"490.713788ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3264,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-02T02:55:32.987571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.468626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:55:32.987618Z","caller":"traceutil/trace.go:171","msg":"trace[1041237677] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23769; }","duration":"907.547967ms","start":"2026-03-02T02:55:32.080053Z","end":"2026-03-02T02:55:32.987601Z","steps":["trace[1041237677] 'agreement among raft nodes before linearized reading' (duration: 907.476716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.987652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.267609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3217"} {"level":"info","ts":"2026-03-02T02:55:32.987669Z","caller":"traceutil/trace.go:171","msg":"trace[1533099718] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:23769; }","duration":"491.29717ms","start":"2026-03-02T02:55:32.496367Z","end":"2026-03-02T02:55:32.987664Z","steps":["trace[1533099718] 'agreement among raft nodes before linearized reading' (duration: 491.246709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.987662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.08003Z","time spent":"907.620828ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:32.987683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.49636Z","time spent":"491.31736ms","remote":"127.0.0.1:45114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3240,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T02:55:32.987748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.604166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"warn","ts":"2026-03-02T02:55:32.987773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.574697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"warn","ts":"2026-03-02T02:55:32.9878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.468443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-02T02:55:32.987818Z","caller":"traceutil/trace.go:171","msg":"trace[2062054278] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23769; }","duration":"491.521564ms","start":"2026-03-02T02:55:32.496291Z","end":"2026-03-02T02:55:32.987813Z","steps":["trace[2062054278] 'agreement among raft nodes before linearized reading' (duration: 491.471563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.987816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.79009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"warn","ts":"2026-03-02T02:55:32.987825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.545176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-03-02T02:55:32.987856Z","caller":"traceutil/trace.go:171","msg":"trace[123527741] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23769; }","duration":"491.84957ms","start":"2026-03-02T02:55:32.495995Z","end":"2026-03-02T02:55:32.987844Z","steps":["trace[123527741] 'agreement among raft nodes before linearized reading' (duration: 491.755368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.987879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.592546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"warn","ts":"2026-03-02T02:55:32.987881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.495987Z","time spent":"491.887842ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-02T02:55:32.98788Z","caller":"traceutil/trace.go:171","msg":"trace[1590738228] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23769; }","duration":"492.652508ms","start":"2026-03-02T02:55:32.495214Z","end":"2026-03-02T02:55:32.987867Z","steps":["trace[1590738228] 'agreement among raft nodes before linearized reading' (duration: 492.455224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.987912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.146339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-adf6cc89-edac-4a70-b961-36cf1a49a607\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-03-02T02:55:32.987942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.012525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-fae2vn\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-02T02:55:32.987783Z","caller":"traceutil/trace.go:171","msg":"trace[288929730] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:23769; }","duration":"490.637637ms","start":"2026-03-02T02:55:32.497138Z","end":"2026-03-02T02:55:32.987775Z","steps":["trace[288929730] 'agreement among raft nodes before linearized reading' (duration: 490.557435ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:32.987952Z","caller":"traceutil/trace.go:171","msg":"trace[2054016126] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-adf6cc89-edac-4a70-b961-36cf1a49a607; range_end:; response_count:1; response_revision:23769; }","duration":"466.244641ms","start":"2026-03-02T02:55:32.521696Z","end":"2026-03-02T02:55:32.987941Z","steps":["trace[2054016126] 'agreement among raft nodes before linearized reading' (duration: 466.132519ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:32.987964Z","caller":"traceutil/trace.go:171","msg":"trace[1448361922] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-fae2vn; range_end:; response_count:1; response_revision:23769; }","duration":"493.081257ms","start":"2026-03-02T02:55:32.494876Z","end":"2026-03-02T02:55:32.987957Z","steps":["trace[1448361922] 'agreement among raft nodes before linearized reading' (duration: 493.019585ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:32.987895Z","caller":"traceutil/trace.go:171","msg":"trace[1317542424] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:23769; }","duration":"491.621676ms","start":"2026-03-02T02:55:32.496269Z","end":"2026-03-02T02:55:32.987891Z","steps":["trace[1317542424] 'agreement among raft nodes before linearized reading' (duration: 491.573405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.987986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.521663Z","time spent":"466.313693ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-adf6cc89-edac-4a70-b961-36cf1a49a607\" "} {"level":"warn","ts":"2026-03-02T02:55:32.98768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.80942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"warn","ts":"2026-03-02T02:55:32.987824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.564659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:32.988005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.496261Z","time spent":"491.734258ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5204,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:55:32.988019Z","caller":"traceutil/trace.go:171","msg":"trace[877745929] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23769; }","duration":"490.215458ms","start":"2026-03-02T02:55:32.497798Z","end":"2026-03-02T02:55:32.988014Z","steps":["trace[877745929] 'agreement among raft nodes before linearized reading' (duration: 489.82177ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:32.988028Z","caller":"traceutil/trace.go:171","msg":"trace[1571899956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23769; }","duration":"808.778013ms","start":"2026-03-02T02:55:32.17924Z","end":"2026-03-02T02:55:32.988018Z","steps":["trace[1571899956] 'agreement among raft nodes before linearized reading' (duration: 808.563118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.988034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.004604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3239"} {"level":"warn","ts":"2026-03-02T02:55:32.988055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.179232Z","time spent":"808.814394ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:55:32.987989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.494855Z","time spent":"493.128147ms","remote":"127.0.0.1:57546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":564,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-fae2vn\" "} {"level":"warn","ts":"2026-03-02T02:55:32.988125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.803231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"warn","ts":"2026-03-02T02:55:32.987947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.495207Z","time spent":"492.717879ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-02T02:55:32.988041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.497769Z","time spent":"490.266599ms","remote":"127.0.0.1:45044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7721,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T02:55:32.987485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.32189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-02T02:55:32.9882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.353161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-02T02:55:32.98822Z","caller":"traceutil/trace.go:171","msg":"trace[247727883] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23769; }","duration":"492.388663ms","start":"2026-03-02T02:55:32.495825Z","end":"2026-03-02T02:55:32.988214Z","steps":["trace[247727883] 'agreement among raft nodes before linearized reading' (duration: 492.333592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.988245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.495818Z","time spent":"492.421553ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-02T02:55:32.988248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.961694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"warn","ts":"2026-03-02T02:55:32.987832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.496272Z","time spent":"491.555855ms","remote":"127.0.0.1:46164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-02T02:55:32.988059Z","caller":"traceutil/trace.go:171","msg":"trace[1902156643] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23769; }","duration":"492.065285ms","start":"2026-03-02T02:55:32.495987Z","end":"2026-03-02T02:55:32.988053Z","steps":["trace[1902156643] 'agreement among raft nodes before linearized reading' (duration: 492.002894ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:32.987822Z","caller":"traceutil/trace.go:171","msg":"trace[1101426265] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:23769; }","duration":"492.634148ms","start":"2026-03-02T02:55:32.495176Z","end":"2026-03-02T02:55:32.98781Z","steps":["trace[1101426265] 'agreement among raft nodes before linearized reading' (duration: 492.524675ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:32.988307Z","caller":"traceutil/trace.go:171","msg":"trace[1820251187] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23769; }","duration":"493.040145ms","start":"2026-03-02T02:55:32.495251Z","end":"2026-03-02T02:55:32.988291Z","steps":["trace[1820251187] 'agreement among raft nodes before linearized reading' (duration: 492.917023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.988341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.495075Z","time spent":"493.25008ms","remote":"127.0.0.1:32912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2898,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-03-02T02:55:32.988339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.495243Z","time spent":"493.086706ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7479,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-02T02:55:32.987881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.717629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-03-02T02:55:32.988409Z","caller":"traceutil/trace.go:171","msg":"trace[1265821652] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23769; }","duration":"493.25674ms","start":"2026-03-02T02:55:32.495139Z","end":"2026-03-02T02:55:32.988396Z","steps":["trace[1265821652] 'agreement among raft nodes before linearized reading' (duration: 492.697409ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:32.988214Z","caller":"traceutil/trace.go:171","msg":"trace[1501956646] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:23769; }","duration":"490.063244ms","start":"2026-03-02T02:55:32.498139Z","end":"2026-03-02T02:55:32.988203Z","steps":["trace[1501956646] 'agreement among raft nodes before linearized reading' (duration: 489.220998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.988447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.495131Z","time spent":"493.303401ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3249,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-02T02:55:32.988147Z","caller":"traceutil/trace.go:171","msg":"trace[472268714] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23769; }","duration":"492.847691ms","start":"2026-03-02T02:55:32.495294Z","end":"2026-03-02T02:55:32.988141Z","steps":["trace[472268714] 'agreement among raft nodes before linearized reading' (duration: 492.7743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.988484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.498132Z","time spent":"490.335901ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1288,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-03-02T02:55:32.987986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.49712Z","time spent":"490.853731ms","remote":"127.0.0.1:32912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2914,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-03-02T02:55:32.988298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.495964Z","time spent":"492.32856ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3262,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-02T02:55:32.988506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.495154Z","time spent":"493.341971ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3247,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-02T02:55:32.987975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.903442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-02T02:55:32.988654Z","caller":"traceutil/trace.go:171","msg":"trace[467204223] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23769; }","duration":"492.615996ms","start":"2026-03-02T02:55:32.496024Z","end":"2026-03-02T02:55:32.98864Z","steps":["trace[467204223] 'agreement among raft nodes before linearized reading' (duration: 491.909062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:32.988689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:32.496002Z","time spent":"492.678047ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-02T02:55:34.154805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009896085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"warn","ts":"2026-03-02T02:55:34.154884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.205325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14909"} {"level":"info","ts":"2026-03-02T02:55:34.154885Z","caller":"traceutil/trace.go:171","msg":"trace[910208957] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:23769; }","duration":"1.010044668s","start":"2026-03-02T02:55:33.144822Z","end":"2026-03-02T02:55:34.154866Z","steps":["trace[910208957] 'range keys from in-memory index tree' (duration: 1.009744302s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:34.154914Z","caller":"traceutil/trace.go:171","msg":"trace[148973901] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:23769; }","duration":"685.277197ms","start":"2026-03-02T02:55:33.469624Z","end":"2026-03-02T02:55:34.154901Z","steps":["trace[148973901] 'range keys from in-memory index tree' (duration: 685.069443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.154895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.614665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"warn","ts":"2026-03-02T02:55:34.154942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.469601Z","time spent":"685.336148ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":14932,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} {"level":"warn","ts":"2026-03-02T02:55:34.154966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069131427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:34.154973Z","caller":"traceutil/trace.go:171","msg":"trace[909650678] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23769; }","duration":"960.734657ms","start":"2026-03-02T02:55:33.194221Z","end":"2026-03-02T02:55:34.154955Z","steps":["trace[909650678] 'range keys from in-memory index tree' (duration: 960.456142ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:34.155011Z","caller":"traceutil/trace.go:171","msg":"trace[1493730231] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23769; }","duration":"1.069157387s","start":"2026-03-02T02:55:33.085829Z","end":"2026-03-02T02:55:34.154986Z","steps":["trace[1493730231] 'range keys from in-memory index tree' (duration: 1.069019115s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.155018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.194207Z","time spent":"960.802458ms","remote":"127.0.0.1:45044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7721,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T02:55:34.155063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.085808Z","time spent":"1.06924746s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T02:55:34.15511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.186318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/senlin-conductor\" ","response":"range_response_count:1 size:6611"} {"level":"info","ts":"2026-03-02T02:55:34.155129Z","caller":"traceutil/trace.go:171","msg":"trace[1164940033] range","detail":"{range_begin:/registry/deployments/openstack/senlin-conductor; range_end:; response_count:1; response_revision:23769; }","duration":"657.230248ms","start":"2026-03-02T02:55:33.497892Z","end":"2026-03-02T02:55:34.155122Z","steps":["trace[1164940033] 'range keys from in-memory index tree' (duration: 657.108076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.155142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.497878Z","time spent":"657.260228ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":6634,"request content":"key:\"/registry/deployments/openstack/senlin-conductor\" "} {"level":"warn","ts":"2026-03-02T02:55:34.155222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.935752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7929"} {"level":"warn","ts":"2026-03-02T02:55:34.155277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.798052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:3013"} {"level":"info","ts":"2026-03-02T02:55:34.15527Z","caller":"traceutil/trace.go:171","msg":"trace[1318186989] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:23769; }","duration":"861.018364ms","start":"2026-03-02T02:55:33.294235Z","end":"2026-03-02T02:55:34.155253Z","steps":["trace[1318186989] 'range keys from in-memory index tree' (duration: 860.794299ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:34.155293Z","caller":"traceutil/trace.go:171","msg":"trace[1820969458] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:23769; }","duration":"635.846903ms","start":"2026-03-02T02:55:33.519442Z","end":"2026-03-02T02:55:34.155288Z","steps":["trace[1820969458] 'range keys from in-memory index tree' (duration: 635.716111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.155306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.519425Z","time spent":"635.877404ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":3036,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-03-02T02:55:34.15531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.29421Z","time spent":"861.091176ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7952,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} {"level":"warn","ts":"2026-03-02T02:55:34.155325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.523713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:55:34.155363Z","caller":"traceutil/trace.go:171","msg":"trace[480051092] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23769; }","duration":"993.594184ms","start":"2026-03-02T02:55:33.161757Z","end":"2026-03-02T02:55:34.155351Z","steps":["trace[480051092] 'count revisions from in-memory index tree' (duration: 993.451311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.155399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.16174Z","time spent":"993.647825ms","remote":"127.0.0.1:46132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:34.155421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.156213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6168"} {"level":"warn","ts":"2026-03-02T02:55:34.154886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.019261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4500"} {"level":"warn","ts":"2026-03-02T02:55:34.155457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060677216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5540"} {"level":"info","ts":"2026-03-02T02:55:34.155474Z","caller":"traceutil/trace.go:171","msg":"trace[368510271] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:23769; }","duration":"885.642063ms","start":"2026-03-02T02:55:33.269826Z","end":"2026-03-02T02:55:34.155468Z","steps":["trace[368510271] 'range keys from in-memory index tree' (duration: 884.888608ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:34.155468Z","caller":"traceutil/trace.go:171","msg":"trace[1981617968] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:23769; }","duration":"611.225404ms","start":"2026-03-02T02:55:33.544226Z","end":"2026-03-02T02:55:34.155452Z","steps":["trace[1981617968] 'range keys from in-memory index tree' (duration: 611.05587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.155491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.269819Z","time spent":"885.666223ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4523,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} {"level":"info","ts":"2026-03-02T02:55:34.155493Z","caller":"traceutil/trace.go:171","msg":"trace[1876131589] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:23769; }","duration":"1.060741436s","start":"2026-03-02T02:55:33.094742Z","end":"2026-03-02T02:55:34.155483Z","steps":["trace[1876131589] 'range keys from in-memory index tree' (duration: 1.060581663s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.1555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.544219Z","time spent":"611.273224ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6191,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-03-02T02:55:34.155527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.094731Z","time spent":"1.060788628s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5563,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-03-02T02:55:34.155558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.812602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"warn","ts":"2026-03-02T02:55:34.155576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035623767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3106"} {"level":"info","ts":"2026-03-02T02:55:34.155589Z","caller":"traceutil/trace.go:171","msg":"trace[1311963739] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23769; }","duration":"835.862592ms","start":"2026-03-02T02:55:33.319717Z","end":"2026-03-02T02:55:34.155579Z","steps":["trace[1311963739] 'range keys from in-memory index tree' (duration: 835.667509ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:34.155616Z","caller":"traceutil/trace.go:171","msg":"trace[923320356] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:23769; }","duration":"1.035698729s","start":"2026-03-02T02:55:33.119904Z","end":"2026-03-02T02:55:34.155603Z","steps":["trace[923320356] 'range keys from in-memory index tree' (duration: 1.035512165s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.155621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.319706Z","time spent":"835.908584ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4733,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-02T02:55:34.155626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.415118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"range_response_count:1 size:7941"} {"level":"warn","ts":"2026-03-02T02:55:34.155648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.119884Z","time spent":"1.035756259s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3129,"request content":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" "} {"level":"info","ts":"2026-03-02T02:55:34.155653Z","caller":"traceutil/trace.go:171","msg":"trace[73955424] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; response_count:1; response_revision:23769; }","duration":"576.453458ms","start":"2026-03-02T02:55:33.579192Z","end":"2026-03-02T02:55:34.155645Z","steps":["trace[73955424] 'range keys from in-memory index tree' (duration: 576.350657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.155682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.579186Z","time spent":"576.490149ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7964,"request content":"key:\"/registry/deployments/openstack/heat-cfn\" "} {"level":"warn","ts":"2026-03-02T02:55:34.155743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.132091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-02T02:55:34.155771Z","caller":"traceutil/trace.go:171","msg":"trace[111794411] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; response_count:1; response_revision:23769; }","duration":"811.178332ms","start":"2026-03-02T02:55:33.344584Z","end":"2026-03-02T02:55:34.155763Z","steps":["trace[111794411] 'range keys from in-memory index tree' (duration: 811.006648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.155796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.344574Z","time spent":"811.216353ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/deployments/openstack/octavia-worker\" "} {"level":"warn","ts":"2026-03-02T02:55:34.154812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.371576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5889"} {"level":"info","ts":"2026-03-02T02:55:34.155842Z","caller":"traceutil/trace.go:171","msg":"trace[1094551190] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:23769; }","duration":"711.441718ms","start":"2026-03-02T02:55:33.44439Z","end":"2026-03-02T02:55:34.155831Z","steps":["trace[1094551190] 'range keys from in-memory index tree' (duration: 710.227834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.154929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.144799Z","time spent":"1.010121549s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4243,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-02T02:55:34.155879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.44438Z","time spent":"711.488179ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5912,"request content":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-03-02T02:55:34.15587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.773446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7674"} {"level":"info","ts":"2026-03-02T02:55:34.155924Z","caller":"traceutil/trace.go:171","msg":"trace[850434810] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:23769; }","duration":"985.869497ms","start":"2026-03-02T02:55:33.170039Z","end":"2026-03-02T02:55:34.155908Z","steps":["trace[850434810] 'range keys from in-memory index tree' (duration: 985.627792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.154798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.787633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:5118"} {"level":"warn","ts":"2026-03-02T02:55:34.15597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.170018Z","time spent":"985.941289ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7697,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"info","ts":"2026-03-02T02:55:34.155975Z","caller":"traceutil/trace.go:171","msg":"trace[369257278] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:23769; }","duration":"911.014948ms","start":"2026-03-02T02:55:33.244952Z","end":"2026-03-02T02:55:34.155967Z","steps":["trace[369257278] 'range keys from in-memory index tree' (duration: 909.611109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.156003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.865943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:10093"} {"level":"warn","ts":"2026-03-02T02:55:34.156005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.02356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3217"} {"level":"warn","ts":"2026-03-02T02:55:34.156007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.244942Z","time spent":"911.058649ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5141,"request content":"key:\"/registry/deployments/openstack/staffeln-conductor\" "} {"level":"warn","ts":"2026-03-02T02:55:34.156024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.089046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11621"} {"level":"info","ts":"2026-03-02T02:55:34.156033Z","caller":"traceutil/trace.go:171","msg":"trace[1946011008] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:23769; }","duration":"735.909705ms","start":"2026-03-02T02:55:33.420114Z","end":"2026-03-02T02:55:34.156024Z","steps":["trace[1946011008] 'range keys from in-memory index tree' (duration: 735.780562ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:34.156044Z","caller":"traceutil/trace.go:171","msg":"trace[721362221] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:23769; }","duration":"762.131126ms","start":"2026-03-02T02:55:33.393906Z","end":"2026-03-02T02:55:34.156037Z","steps":["trace[721362221] 'range keys from in-memory index tree' (duration: 762.008444ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:34.15604Z","caller":"traceutil/trace.go:171","msg":"trace[1998395272] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:23769; }","duration":"786.107773ms","start":"2026-03-02T02:55:33.369921Z","end":"2026-03-02T02:55:34.156028Z","steps":["trace[1998395272] 'range keys from in-memory index tree' (duration: 785.800986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.156058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.393895Z","time spent":"762.160027ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11644,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} {"level":"warn","ts":"2026-03-02T02:55:34.15606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.420107Z","time spent":"735.947046ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":10116,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T02:55:34.156073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.369897Z","time spent":"786.168525ms","remote":"127.0.0.1:45114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3240,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T02:55:34.155307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.415604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/senlin-api\" ","response":"range_response_count:1 size:7558"} {"level":"info","ts":"2026-03-02T02:55:34.156172Z","caller":"traceutil/trace.go:171","msg":"trace[796922116] range","detail":"{range_begin:/registry/deployments/openstack/senlin-api; range_end:; response_count:1; response_revision:23769; }","duration":"937.300021ms","start":"2026-03-02T02:55:33.218859Z","end":"2026-03-02T02:55:34.156159Z","steps":["trace[796922116] 'range keys from in-memory index tree' (duration: 936.311611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.156203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.218849Z","time spent":"937.346351ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7581,"request content":"key:\"/registry/deployments/openstack/senlin-api\" "} {"level":"info","ts":"2026-03-02T02:55:34.162821Z","caller":"traceutil/trace.go:171","msg":"trace[1720040205] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"468.816165ms","start":"2026-03-02T02:55:33.693988Z","end":"2026-03-02T02:55:34.162804Z","steps":["trace[1720040205] 'process raft request' (duration: 468.684982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.162938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.693968Z","time spent":"468.908687ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:34.767771Z","caller":"traceutil/trace.go:171","msg":"trace[1905351054] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"1.020371617s","start":"2026-03-02T02:55:33.747376Z","end":"2026-03-02T02:55:34.767748Z","steps":["trace[1905351054] 'process raft request' (duration: 1.020095201s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:34.767862Z","caller":"traceutil/trace.go:171","msg":"trace[1457115052] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"1.020443038s","start":"2026-03-02T02:55:33.747376Z","end":"2026-03-02T02:55:34.767819Z","steps":["trace[1457115052] 'process raft request' (duration: 1.020307206s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.767911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.747362Z","time spent":"1.020468769s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:34.768007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.747357Z","time spent":"1.020567191s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:34.768191Z","caller":"traceutil/trace.go:171","msg":"trace[247989370] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"1.019077921s","start":"2026-03-02T02:55:33.749091Z","end":"2026-03-02T02:55:34.768168Z","steps":["trace[247989370] 'process raft request' (duration: 1.018809086s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:34.768181Z","caller":"traceutil/trace.go:171","msg":"trace[1118633581] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"1.020730575s","start":"2026-03-02T02:55:33.74741Z","end":"2026-03-02T02:55:34.76814Z","steps":["trace[1118633581] 'process raft request' (duration: 1.020372457s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:34.768274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.749071Z","time spent":"1.019158372s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:34.768921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.747391Z","time spent":"1.020871248s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:35.419438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.45073ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:55:35.419629Z","caller":"traceutil/trace.go:171","msg":"trace[736527762] linearizableReadLoop","detail":"{readStateIndex:24585; appliedIndex:24580; }","duration":"1.526881816s","start":"2026-03-02T02:55:33.892649Z","end":"2026-03-02T02:55:35.419531Z","steps":["trace[736527762] 'read index received' (duration: 270.47378ms)","trace[736527762] 'applied index is now lower than readState.Index' (duration: 1.256406416s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:35.420453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527794594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T02:55:35.420572Z","caller":"traceutil/trace.go:171","msg":"trace[1936399998] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23774; }","duration":"1.527902847s","start":"2026-03-02T02:55:33.892597Z","end":"2026-03-02T02:55:35.4205Z","steps":["trace[1936399998] 'agreement among raft nodes before linearized reading' (duration: 1.527713273s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.420687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.892576Z","time spent":"1.528089801s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:55:35.421536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424196183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-adf6cc89-edac-4a70-b961-36cf1a49a607\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-02T02:55:35.421632Z","caller":"traceutil/trace.go:171","msg":"trace[173302372] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-adf6cc89-edac-4a70-b961-36cf1a49a607; range_end:; response_count:1; response_revision:23775; }","duration":"1.424274844s","start":"2026-03-02T02:55:33.997299Z","end":"2026-03-02T02:55:35.421573Z","steps":["trace[173302372] 'agreement among raft nodes before linearized reading' (duration: 1.424141021s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.421675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:33.997282Z","time spent":"1.424383247s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-adf6cc89-edac-4a70-b961-36cf1a49a607\" "} {"level":"warn","ts":"2026-03-02T02:55:35.422197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258955668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9541"} {"level":"info","ts":"2026-03-02T02:55:35.422273Z","caller":"traceutil/trace.go:171","msg":"trace[924735536] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:23775; }","duration":"1.25905875s","start":"2026-03-02T02:55:34.163168Z","end":"2026-03-02T02:55:35.422227Z","steps":["trace[924735536] 'agreement among raft nodes before linearized reading' (duration: 1.258941128s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.422306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258912868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8301"} {"level":"warn","ts":"2026-03-02T02:55:35.422316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.163142Z","time spent":"1.259164302s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9564,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-03-02T02:55:35.422389Z","caller":"traceutil/trace.go:171","msg":"trace[1840546152] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:23775; }","duration":"1.25901813s","start":"2026-03-02T02:55:34.16335Z","end":"2026-03-02T02:55:35.422368Z","steps":["trace[1840546152] 'agreement among raft nodes before linearized reading' (duration: 1.258732414s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.422433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.163333Z","time spent":"1.259092071s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8324,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"info","ts":"2026-03-02T02:55:35.422693Z","caller":"traceutil/trace.go:171","msg":"trace[347107842] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"429.038277ms","start":"2026-03-02T02:55:34.993637Z","end":"2026-03-02T02:55:35.422675Z","steps":["trace[347107842] 'process raft request' (duration: 427.67712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.42277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259657883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9562"} {"level":"warn","ts":"2026-03-02T02:55:35.422835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.105221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:35.422864Z","caller":"traceutil/trace.go:171","msg":"trace[1464528480] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23775; }","duration":"168.172122ms","start":"2026-03-02T02:55:35.254683Z","end":"2026-03-02T02:55:35.422855Z","steps":["trace[1464528480] 'agreement among raft nodes before linearized reading' (duration: 168.122941ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:35.42286Z","caller":"traceutil/trace.go:171","msg":"trace[1740122357] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:23775; }","duration":"1.259751474s","start":"2026-03-02T02:55:34.163095Z","end":"2026-03-02T02:55:35.422846Z","steps":["trace[1740122357] 'agreement among raft nodes before linearized reading' (duration: 1.259563681s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.422946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.163091Z","time spent":"1.259841256s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9585,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-03-02T02:55:35.423058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.307064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:35.42311Z","caller":"traceutil/trace.go:171","msg":"trace[1942625864] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23775; }","duration":"231.365395ms","start":"2026-03-02T02:55:35.191713Z","end":"2026-03-02T02:55:35.423078Z","steps":["trace[1942625864] 'agreement among raft nodes before linearized reading' (duration: 231.287493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.423273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.474736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T02:55:35.423295Z","caller":"traceutil/trace.go:171","msg":"trace[584325645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23775; }","duration":"431.515927ms","start":"2026-03-02T02:55:34.991773Z","end":"2026-03-02T02:55:35.423289Z","steps":["trace[584325645] 'agreement among raft nodes before linearized reading' (duration: 431.446876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.423322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.991764Z","time spent":"431.544167ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:55:35.423455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.718331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T02:55:35.423477Z","caller":"traceutil/trace.go:171","msg":"trace[1780894009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23775; }","duration":"432.763473ms","start":"2026-03-02T02:55:34.990707Z","end":"2026-03-02T02:55:35.42347Z","steps":["trace[1780894009] 'agreement among raft nodes before linearized reading' (duration: 432.696321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.423493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.990694Z","time spent":"432.795663ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:55:35.423469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260377417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-03-02T02:55:35.423546Z","caller":"traceutil/trace.go:171","msg":"trace[1110550943] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:23775; }","duration":"1.260467779s","start":"2026-03-02T02:55:34.163066Z","end":"2026-03-02T02:55:35.423534Z","steps":["trace[1110550943] 'agreement among raft nodes before linearized reading' (duration: 1.260276484s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.423643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.469267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T02:55:35.423644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.163057Z","time spent":"1.260548721s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5350,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"info","ts":"2026-03-02T02:55:35.423666Z","caller":"traceutil/trace.go:171","msg":"trace[555394300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23775; }","duration":"433.538118ms","start":"2026-03-02T02:55:34.990122Z","end":"2026-03-02T02:55:35.42366Z","steps":["trace[555394300] 'agreement among raft nodes before linearized reading' (duration: 433.469967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.423689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.990099Z","time spent":"433.583319ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:55:35.423808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.13261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T02:55:35.42383Z","caller":"traceutil/trace.go:171","msg":"trace[1506949005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23775; }","duration":"434.195511ms","start":"2026-03-02T02:55:34.989629Z","end":"2026-03-02T02:55:35.423824Z","steps":["trace[1506949005] 'agreement among raft nodes before linearized reading' (duration: 434.132799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.423847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.989607Z","time spent":"434.235652ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:55:35.423961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.321453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T02:55:35.423982Z","caller":"traceutil/trace.go:171","msg":"trace[373718393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23775; }","duration":"434.362265ms","start":"2026-03-02T02:55:34.989613Z","end":"2026-03-02T02:55:35.423976Z","steps":["trace[373718393] 'agreement among raft nodes before linearized reading' (duration: 434.306484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.423998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.989607Z","time spent":"434.387665ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:55:35.424039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260966909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"warn","ts":"2026-03-02T02:55:35.424119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.527958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T02:55:35.424117Z","caller":"traceutil/trace.go:171","msg":"trace[454603402] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:23775; }","duration":"1.261023601s","start":"2026-03-02T02:55:34.16305Z","end":"2026-03-02T02:55:35.424073Z","steps":["trace[454603402] 'agreement among raft nodes before linearized reading' (duration: 1.260839207s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:35.424145Z","caller":"traceutil/trace.go:171","msg":"trace[770710091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23775; }","duration":"434.592469ms","start":"2026-03-02T02:55:34.989543Z","end":"2026-03-02T02:55:35.424136Z","steps":["trace[770710091] 'agreement among raft nodes before linearized reading' (duration: 434.529748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.424166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.98952Z","time spent":"434.64152ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:55:35.424189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.163044Z","time spent":"1.261132463s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3923,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-02T02:55:35.424387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26246824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-02T02:55:35.424419Z","caller":"traceutil/trace.go:171","msg":"trace[1461379374] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23775; }","duration":"1.262508191s","start":"2026-03-02T02:55:34.161902Z","end":"2026-03-02T02:55:35.424411Z","steps":["trace[1461379374] 'agreement among raft nodes before linearized reading' (duration: 1.26242716s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.424478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.161899Z","time spent":"1.262571923s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-02T02:55:35.424643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263613843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:7282"} {"level":"info","ts":"2026-03-02T02:55:35.424674Z","caller":"traceutil/trace.go:171","msg":"trace[1998999573] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:23775; }","duration":"1.263658574s","start":"2026-03-02T02:55:34.161008Z","end":"2026-03-02T02:55:35.424667Z","steps":["trace[1998999573] 'agreement among raft nodes before linearized reading' (duration: 1.263553622s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.42469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.161002Z","time spent":"1.263684625s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7305,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} {"level":"warn","ts":"2026-03-02T02:55:35.424856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263098463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"info","ts":"2026-03-02T02:55:35.424877Z","caller":"traceutil/trace.go:171","msg":"trace[316769617] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:23775; }","duration":"1.263128784s","start":"2026-03-02T02:55:34.161743Z","end":"2026-03-02T02:55:35.424872Z","steps":["trace[316769617] 'agreement among raft nodes before linearized reading' (duration: 1.263071102s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.424891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.161739Z","time spent":"1.263148824s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":429,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-03-02T02:55:35.425012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264019341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-03-02T02:55:35.425137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263741686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" ","response":"range_response_count:1 size:5056"} {"level":"info","ts":"2026-03-02T02:55:35.42516Z","caller":"traceutil/trace.go:171","msg":"trace[1887603179] range","detail":"{range_begin:/registry/cronjobs/openstack/senlin-engine-cleaner; range_end:; response_count:1; response_revision:23775; }","duration":"1.263782476s","start":"2026-03-02T02:55:34.161372Z","end":"2026-03-02T02:55:35.425154Z","steps":["trace[1887603179] 'agreement among raft nodes before linearized reading' (duration: 1.263701925s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.425152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26591579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:35.425176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.161366Z","time spent":"1.263804807s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5079,"request content":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" "} {"level":"info","ts":"2026-03-02T02:55:35.425054Z","caller":"traceutil/trace.go:171","msg":"trace[614040048] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23775; }","duration":"1.264076102s","start":"2026-03-02T02:55:34.160969Z","end":"2026-03-02T02:55:35.425045Z","steps":["trace[614040048] 'agreement among raft nodes before linearized reading' (duration: 1.263865288s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:35.425187Z","caller":"traceutil/trace.go:171","msg":"trace[826960310] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23775; }","duration":"1.265962731s","start":"2026-03-02T02:55:34.159214Z","end":"2026-03-02T02:55:35.425176Z","steps":["trace[826960310] 'agreement among raft nodes before linearized reading' (duration: 1.2659059s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.42521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.159203Z","time spent":"1.266002272s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T02:55:35.425213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.160961Z","time spent":"1.264237195s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3914,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-02T02:55:35.425199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261803426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9541"} {"level":"info","ts":"2026-03-02T02:55:35.425271Z","caller":"traceutil/trace.go:171","msg":"trace[1645462695] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:23775; }","duration":"1.261893327s","start":"2026-03-02T02:55:34.16336Z","end":"2026-03-02T02:55:35.425254Z","steps":["trace[1645462695] 'agreement among raft nodes before linearized reading' (duration: 1.261656582s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.425323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264361658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"range_response_count:1 size:7398"} {"level":"info","ts":"2026-03-02T02:55:35.425347Z","caller":"traceutil/trace.go:171","msg":"trace[180476401] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; response_count:1; response_revision:23775; }","duration":"1.264386239s","start":"2026-03-02T02:55:34.160956Z","end":"2026-03-02T02:55:35.425342Z","steps":["trace[180476401] 'agreement among raft nodes before linearized reading' (duration: 1.264126304s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.425362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.160925Z","time spent":"1.264433239s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7421,"request content":"key:\"/registry/deployments/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-02T02:55:35.425372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263722175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-03-02T02:55:35.425393Z","caller":"traceutil/trace.go:171","msg":"trace[383580023] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:23775; }","duration":"1.263753036s","start":"2026-03-02T02:55:34.161634Z","end":"2026-03-02T02:55:35.425387Z","steps":["trace[383580023] 'agreement among raft nodes before linearized reading' (duration: 1.263403879s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.422788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.993619Z","time spent":"429.098318ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:35.425419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.161629Z","time spent":"1.263784306s","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":688,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-03-02T02:55:35.425468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264350417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"range_response_count:1 size:6616"} {"level":"info","ts":"2026-03-02T02:55:35.425487Z","caller":"traceutil/trace.go:171","msg":"trace[1266020774] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; response_count:1; response_revision:23775; }","duration":"1.264378189s","start":"2026-03-02T02:55:34.161105Z","end":"2026-03-02T02:55:35.425483Z","steps":["trace[1266020774] 'agreement among raft nodes before linearized reading' (duration: 1.264325258s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.4255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.1611Z","time spent":"1.264397769s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":6639,"request content":"key:\"/registry/deployments/openstack/heat-engine\" "} {"level":"warn","ts":"2026-03-02T02:55:35.425587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264506481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18202"} {"level":"info","ts":"2026-03-02T02:55:35.425605Z","caller":"traceutil/trace.go:171","msg":"trace[831700638] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:23775; }","duration":"1.264538361s","start":"2026-03-02T02:55:34.161062Z","end":"2026-03-02T02:55:35.4256Z","steps":["trace[831700638] 'agreement among raft nodes before linearized reading' (duration: 1.264502s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.425619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.161056Z","time spent":"1.264559542s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18225,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-02T02:55:35.425659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.244937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T02:55:35.425681Z","caller":"traceutil/trace.go:171","msg":"trace[1164391322] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23775; }","duration":"758.317959ms","start":"2026-03-02T02:55:34.667357Z","end":"2026-03-02T02:55:35.425675Z","steps":["trace[1164391322] 'agreement among raft nodes before linearized reading' (duration: 758.224037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.425703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.667331Z","time spent":"758.369129ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T02:55:35.42578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.963716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:55:35.425804Z","caller":"traceutil/trace.go:171","msg":"trace[1554498482] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23775; }","duration":"875.025917ms","start":"2026-03-02T02:55:34.55077Z","end":"2026-03-02T02:55:35.425796Z","steps":["trace[1554498482] 'agreement among raft nodes before linearized reading' (duration: 874.988246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.425819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.550748Z","time spent":"875.067337ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:35.425317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.163358Z","time spent":"1.261950309s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9564,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-02T02:55:35.425947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081823524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:35.425971Z","caller":"traceutil/trace.go:171","msg":"trace[1886524022] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23775; }","duration":"1.081890985s","start":"2026-03-02T02:55:34.344075Z","end":"2026-03-02T02:55:35.425966Z","steps":["trace[1886524022] 'agreement among raft nodes before linearized reading' (duration: 1.081850295s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.42599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264728796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T02:55:35.426016Z","caller":"traceutil/trace.go:171","msg":"trace[1320929317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23775; }","duration":"1.264762206s","start":"2026-03-02T02:55:34.161241Z","end":"2026-03-02T02:55:35.426004Z","steps":["trace[1320929317] 'agreement among raft nodes before linearized reading' (duration: 1.263840858s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.425885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264825647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15343"} {"level":"warn","ts":"2026-03-02T02:55:35.426046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.161234Z","time spent":"1.264806877s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T02:55:35.426052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262543971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12029"} {"level":"warn","ts":"2026-03-02T02:55:35.426041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264891588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7854"} {"level":"info","ts":"2026-03-02T02:55:35.426105Z","caller":"traceutil/trace.go:171","msg":"trace[202704961] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:23775; }","duration":"1.26497663s","start":"2026-03-02T02:55:34.161114Z","end":"2026-03-02T02:55:35.42609Z","steps":["trace[202704961] 'agreement among raft nodes before linearized reading' (duration: 1.264158064s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.426144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.161109Z","time spent":"1.265027762s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7877,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} {"level":"info","ts":"2026-03-02T02:55:35.426136Z","caller":"traceutil/trace.go:171","msg":"trace[1713394082] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:23775; }","duration":"1.265032111s","start":"2026-03-02T02:55:34.161019Z","end":"2026-03-02T02:55:35.426051Z","steps":["trace[1713394082] 'agreement among raft nodes before linearized reading' (duration: 1.264757376s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.425952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264908979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-03-02T02:55:35.426181Z","caller":"traceutil/trace.go:171","msg":"trace[54750222] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:23775; }","duration":"1.265143495s","start":"2026-03-02T02:55:34.161032Z","end":"2026-03-02T02:55:35.426176Z","steps":["trace[54750222] 'agreement among raft nodes before linearized reading' (duration: 1.264881708s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.426203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.161029Z","time spent":"1.265168905s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11521,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-02T02:55:35.426202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.161009Z","time spent":"1.265171786s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15366,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-03-02T02:55:35.426076Z","caller":"traceutil/trace.go:171","msg":"trace[2130556267] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23775; }","duration":"1.262585061s","start":"2026-03-02T02:55:34.163485Z","end":"2026-03-02T02:55:35.42607Z","steps":["trace[2130556267] 'agreement among raft nodes before linearized reading' (duration: 1.26251867s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.426242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.163475Z","time spent":"1.262760326s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12052,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-02T02:55:35.425992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.344048Z","time spent":"1.081938636s","remote":"127.0.0.1:46180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:35.426269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094551772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T02:55:35.426286Z","caller":"traceutil/trace.go:171","msg":"trace[2040391781] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23775; }","duration":"1.094595454s","start":"2026-03-02T02:55:34.331685Z","end":"2026-03-02T02:55:35.426281Z","steps":["trace[2040391781] 'agreement among raft nodes before linearized reading' (duration: 1.094544923s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.426216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104111047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:35.426309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.331675Z","time spent":"1.094630304s","remote":"127.0.0.1:57604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-02T02:55:35.426321Z","caller":"traceutil/trace.go:171","msg":"trace[253394699] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23775; }","duration":"1.10424863s","start":"2026-03-02T02:55:34.322061Z","end":"2026-03-02T02:55:35.426309Z","steps":["trace[253394699] 'agreement among raft nodes before linearized reading' (duration: 1.104131548s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.426349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.322041Z","time spent":"1.104298621s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:35.426462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242567377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:35.426668Z","caller":"traceutil/trace.go:171","msg":"trace[1499972075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23775; }","duration":"1.242787421s","start":"2026-03-02T02:55:34.183744Z","end":"2026-03-02T02:55:35.426532Z","steps":["trace[1499972075] 'agreement among raft nodes before linearized reading' (duration: 1.242206618s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.426498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118695713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:35.426739Z","caller":"traceutil/trace.go:171","msg":"trace[309293946] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23775; }","duration":"1.118971459s","start":"2026-03-02T02:55:34.307757Z","end":"2026-03-02T02:55:35.426729Z","steps":["trace[309293946] 'agreement among raft nodes before linearized reading' (duration: 1.118704793s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.426786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.307735Z","time spent":"1.119024239s","remote":"127.0.0.1:53694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:35.426846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:34.183729Z","time spent":"1.242990494s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:55:35.928577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775534504,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:55:36.39054Z","caller":"traceutil/trace.go:171","msg":"trace[1950576301] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"965.361661ms","start":"2026-03-02T02:55:35.425143Z","end":"2026-03-02T02:55:36.390505Z","steps":["trace[1950576301] 'process raft request' (duration: 965.038325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:36.390853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.425121Z","time spent":"965.535794ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:36.758433Z","caller":"traceutil/trace.go:171","msg":"trace[2071288946] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"1.327709894s","start":"2026-03-02T02:55:35.430692Z","end":"2026-03-02T02:55:36.758402Z","steps":["trace[2071288946] 'process raft request' (duration: 1.264882199s)","trace[2071288946] 'compare' (duration: 62.451927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:36.758592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.430677Z","time spent":"1.327840966s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:36.758648Z","caller":"traceutil/trace.go:171","msg":"trace[838865086] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"296.524028ms","start":"2026-03-02T02:55:36.462099Z","end":"2026-03-02T02:55:36.758623Z","steps":["trace[838865086] 'process raft request' (duration: 296.475557ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:36.758708Z","caller":"traceutil/trace.go:171","msg":"trace[198399111] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"1.327875797s","start":"2026-03-02T02:55:35.430804Z","end":"2026-03-02T02:55:36.758679Z","steps":["trace[198399111] 'process raft request' (duration: 1.327630262s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:36.758722Z","caller":"traceutil/trace.go:171","msg":"trace[765020405] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"1.315533886s","start":"2026-03-02T02:55:35.443165Z","end":"2026-03-02T02:55:36.758699Z","steps":["trace[765020405] 'process raft request' (duration: 1.315367973s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:36.758712Z","caller":"traceutil/trace.go:171","msg":"trace[442787755] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"1.327923298s","start":"2026-03-02T02:55:35.43076Z","end":"2026-03-02T02:55:36.758683Z","steps":["trace[442787755] 'process raft request' (duration: 1.32752386s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:36.758728Z","caller":"traceutil/trace.go:171","msg":"trace[1577475297] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"1.327908368s","start":"2026-03-02T02:55:35.430799Z","end":"2026-03-02T02:55:36.758708Z","steps":["trace[1577475297] 'process raft request' (duration: 1.327593791s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:36.758725Z","caller":"traceutil/trace.go:171","msg":"trace[2134214192] linearizableReadLoop","detail":"{readStateIndex:24594; appliedIndex:24586; }","duration":"1.330817587s","start":"2026-03-02T02:55:35.427873Z","end":"2026-03-02T02:55:36.758691Z","steps":["trace[2134214192] 'read index received' (duration: 962.428962ms)","trace[2134214192] 'applied index is now lower than readState.Index' (duration: 368.384835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:36.758837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33094932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:36.758833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.43079Z","time spent":"1.327983559s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:36.758874Z","caller":"traceutil/trace.go:171","msg":"trace[1133239064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23784; }","duration":"1.331032071s","start":"2026-03-02T02:55:35.427832Z","end":"2026-03-02T02:55:36.758864Z","steps":["trace[1133239064] 'agreement among raft nodes before linearized reading' (duration: 1.330941359s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:36.758813Z","caller":"traceutil/trace.go:171","msg":"trace[1452639752] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"1.327956829s","start":"2026-03-02T02:55:35.430812Z","end":"2026-03-02T02:55:36.758769Z","steps":["trace[1452639752] 'process raft request' (duration: 1.327655143s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:36.758875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.430789Z","time spent":"1.328012309s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:36.75891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.427814Z","time spent":"1.331083122s","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:55:36.75872Z","caller":"traceutil/trace.go:171","msg":"trace[8473556] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"1.327881767s","start":"2026-03-02T02:55:35.430814Z","end":"2026-03-02T02:55:36.758696Z","steps":["trace[8473556] 'process raft request' (duration: 1.327684123s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:36.758833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.44315Z","time spent":"1.315627668s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:36.759079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.430796Z","time spent":"1.328143862s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:36.758867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.43075Z","time spent":"1.32803727s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:36.759065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.430797Z","time spent":"1.328182873s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:37.649758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.07659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:55:37.649874Z","caller":"traceutil/trace.go:171","msg":"trace[419124606] linearizableReadLoop","detail":"{readStateIndex:24596; appliedIndex:24595; }","duration":"891.006312ms","start":"2026-03-02T02:55:36.758847Z","end":"2026-03-02T02:55:37.649854Z","steps":["trace[419124606] 'read index received' (duration: 317.77188ms)","trace[419124606] 'applied index is now lower than readState.Index' (duration: 573.232942ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:37.649942Z","caller":"traceutil/trace.go:171","msg":"trace[396636027] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"905.871893ms","start":"2026-03-02T02:55:36.744059Z","end":"2026-03-02T02:55:37.649931Z","steps":["trace[396636027] 'process raft request' (duration: 332.541399ms)","trace[396636027] 'compare' (duration: 572.786583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:37.650006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:36.744034Z","time spent":"905.941805ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:37.650269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219509571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9579"} {"level":"warn","ts":"2026-03-02T02:55:37.650314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219645314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9503"} {"level":"info","ts":"2026-03-02T02:55:37.650327Z","caller":"traceutil/trace.go:171","msg":"trace[369966478] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:23785; }","duration":"2.219593883s","start":"2026-03-02T02:55:35.43072Z","end":"2026-03-02T02:55:37.650314Z","steps":["trace[369966478] 'agreement among raft nodes before linearized reading' (duration: 2.2194211s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.650365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.430707Z","time spent":"2.219650264s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9602,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-02T02:55:37.650424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217596638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-adf6cc89-edac-4a70-b961-36cf1a49a607\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-02T02:55:37.650513Z","caller":"traceutil/trace.go:171","msg":"trace[550566361] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-adf6cc89-edac-4a70-b961-36cf1a49a607; range_end:; response_count:1; response_revision:23785; }","duration":"1.217702422s","start":"2026-03-02T02:55:36.432793Z","end":"2026-03-02T02:55:37.650495Z","steps":["trace[550566361] 'agreement among raft nodes before linearized reading' (duration: 1.217550558s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.65053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219788418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-senlin-server\" ","response":"range_response_count:1 size:9539"} {"level":"warn","ts":"2026-03-02T02:55:37.650566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:36.432783Z","time spent":"1.217770103s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-adf6cc89-edac-4a70-b961-36cf1a49a607\" "} {"level":"info","ts":"2026-03-02T02:55:37.650588Z","caller":"traceutil/trace.go:171","msg":"trace[855823189] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-senlin-server; range_end:; response_count:1; response_revision:23785; }","duration":"2.219841559s","start":"2026-03-02T02:55:35.430726Z","end":"2026-03-02T02:55:37.650567Z","steps":["trace[855823189] 'agreement among raft nodes before linearized reading' (duration: 2.219721615s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.650637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207273474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-03-02T02:55:37.650641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21989838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7422"} {"level":"info","ts":"2026-03-02T02:55:37.650664Z","caller":"traceutil/trace.go:171","msg":"trace[816475533] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23785; }","duration":"2.207328364s","start":"2026-03-02T02:55:35.443329Z","end":"2026-03-02T02:55:37.650657Z","steps":["trace[816475533] 'agreement among raft nodes before linearized reading' (duration: 2.207251153s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.650647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139867326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:37.65068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.44331Z","time spent":"2.207366496s","remote":"127.0.0.1:46164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-02T02:55:37.650687Z","caller":"traceutil/trace.go:171","msg":"trace[394143175] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:23785; }","duration":"2.220003083s","start":"2026-03-02T02:55:35.43067Z","end":"2026-03-02T02:55:37.650673Z","steps":["trace[394143175] 'agreement among raft nodes before linearized reading' (duration: 2.21987301s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:37.650709Z","caller":"traceutil/trace.go:171","msg":"trace[46514450] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23785; }","duration":"2.139929487s","start":"2026-03-02T02:55:35.510762Z","end":"2026-03-02T02:55:37.650691Z","steps":["trace[46514450] 'agreement among raft nodes before linearized reading' (duration: 2.139842595s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.650753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220085824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9577"} {"level":"warn","ts":"2026-03-02T02:55:37.65079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.510703Z","time spent":"2.14007082s","remote":"127.0.0.1:32956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:55:37.650793Z","caller":"traceutil/trace.go:171","msg":"trace[1680664262] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:23785; }","duration":"2.220134755s","start":"2026-03-02T02:55:35.430644Z","end":"2026-03-02T02:55:37.650779Z","steps":["trace[1680664262] 'agreement among raft nodes before linearized reading' (duration: 2.220028233s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.650828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204586229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T02:55:37.650843Z","caller":"traceutil/trace.go:171","msg":"trace[1958110693] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23785; }","duration":"2.204610979s","start":"2026-03-02T02:55:35.446229Z","end":"2026-03-02T02:55:37.65084Z","steps":["trace[1958110693] 'agreement among raft nodes before linearized reading' (duration: 2.204557788s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.650857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.446223Z","time spent":"2.20463122s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:55:37.65085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.430627Z","time spent":"2.220215096s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9600,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-03-02T02:55:37.650902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207657401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3241"} {"level":"info","ts":"2026-03-02T02:55:37.650944Z","caller":"traceutil/trace.go:171","msg":"trace[1520959819] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23785; }","duration":"2.207701672s","start":"2026-03-02T02:55:35.443229Z","end":"2026-03-02T02:55:37.650931Z","steps":["trace[1520959819] 'agreement among raft nodes before linearized reading' (duration: 2.20760088s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.65095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20757869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"warn","ts":"2026-03-02T02:55:37.650974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.443224Z","time spent":"2.207742764s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3264,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-03-02T02:55:37.650997Z","caller":"traceutil/trace.go:171","msg":"trace[903204436] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23785; }","duration":"2.207694692s","start":"2026-03-02T02:55:35.443291Z","end":"2026-03-02T02:55:37.650985Z","steps":["trace[903204436] 'agreement among raft nodes before linearized reading' (duration: 2.207554949s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.651054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.443233Z","time spent":"2.207813674s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-02T02:55:37.650811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207542619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-02T02:55:37.651071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925550847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:37.651101Z","caller":"traceutil/trace.go:171","msg":"trace[362687619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23785; }","duration":"1.925631339s","start":"2026-03-02T02:55:35.72546Z","end":"2026-03-02T02:55:37.651091Z","steps":["trace[362687619] 'agreement among raft nodes before linearized reading' (duration: 1.925561718s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226282706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:37.651104Z","caller":"traceutil/trace.go:171","msg":"trace[1616874416] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23785; }","duration":"2.207852475s","start":"2026-03-02T02:55:35.443232Z","end":"2026-03-02T02:55:37.651085Z","steps":["trace[1616874416] 'agreement among raft nodes before linearized reading' (duration: 2.207503778s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.65111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219936601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"warn","ts":"2026-03-02T02:55:37.651135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.725434Z","time spent":"1.92569482s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:55:37.651141Z","caller":"traceutil/trace.go:171","msg":"trace[23163775] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23785; }","duration":"1.22646735s","start":"2026-03-02T02:55:36.424663Z","end":"2026-03-02T02:55:37.65113Z","steps":["trace[23163775] 'agreement among raft nodes before linearized reading' (duration: 1.226294986s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:37.651149Z","caller":"traceutil/trace.go:171","msg":"trace[1076513040] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:23785; }","duration":"2.219985292s","start":"2026-03-02T02:55:35.431153Z","end":"2026-03-02T02:55:37.651138Z","steps":["trace[1076513040] 'agreement among raft nodes before linearized reading' (duration: 2.219851889s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.651151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.443214Z","time spent":"2.207923887s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T02:55:37.651172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:36.424642Z","time spent":"1.2265207s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:37.650379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219693955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9560"} {"level":"info","ts":"2026-03-02T02:55:37.651221Z","caller":"traceutil/trace.go:171","msg":"trace[432364299] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:23785; }","duration":"2.220571083s","start":"2026-03-02T02:55:35.430644Z","end":"2026-03-02T02:55:37.651215Z","steps":["trace[432364299] 'agreement among raft nodes before linearized reading' (duration: 2.219556182s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.651245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.430635Z","time spent":"2.220604984s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9583,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-03-02T02:55:37.65124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208013749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"warn","ts":"2026-03-02T02:55:37.651253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208128151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-02T02:55:37.651275Z","caller":"traceutil/trace.go:171","msg":"trace[1476280531] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23785; }","duration":"2.208059639s","start":"2026-03-02T02:55:35.443206Z","end":"2026-03-02T02:55:37.651266Z","steps":["trace[1476280531] 'agreement among raft nodes before linearized reading' (duration: 2.207964828s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.650302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20713055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5165"} {"level":"warn","ts":"2026-03-02T02:55:37.651312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.443198Z","time spent":"2.20810625s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-02T02:55:37.651339Z","caller":"traceutil/trace.go:171","msg":"trace[292642244] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:23785; }","duration":"2.208192812s","start":"2026-03-02T02:55:35.443136Z","end":"2026-03-02T02:55:37.651329Z","steps":["trace[292642244] 'agreement among raft nodes before linearized reading' (duration: 2.207003757s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.651354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208186242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T02:55:37.651373Z","caller":"traceutil/trace.go:171","msg":"trace[512510133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23785; }","duration":"2.208220843s","start":"2026-03-02T02:55:35.443148Z","end":"2026-03-02T02:55:37.651369Z","steps":["trace[512510133] 'agreement among raft nodes before linearized reading' (duration: 2.208178192s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.651386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.443139Z","time spent":"2.208244523s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T02:55:37.651383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.443133Z","time spent":"2.208237843s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5188,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-02T02:55:37.651344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208279404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9543"} {"level":"warn","ts":"2026-03-02T02:55:37.651416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220242217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15348"} {"level":"warn","ts":"2026-03-02T02:55:37.651177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.431144Z","time spent":"2.220027063s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3912,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-03-02T02:55:37.651444Z","caller":"traceutil/trace.go:171","msg":"trace[589580281] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23785; }","duration":"2.220276168s","start":"2026-03-02T02:55:35.431159Z","end":"2026-03-02T02:55:37.651435Z","steps":["trace[589580281] 'agreement among raft nodes before linearized reading' (duration: 2.220204696s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.651483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.431152Z","time spent":"2.220324429s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15371,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-02T02:55:37.650648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.430722Z","time spent":"2.219916031s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9562,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-senlin-server\" "} {"level":"info","ts":"2026-03-02T02:55:37.651279Z","caller":"traceutil/trace.go:171","msg":"trace[1605006582] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23785; }","duration":"2.208185222s","start":"2026-03-02T02:55:35.443086Z","end":"2026-03-02T02:55:37.651272Z","steps":["trace[1605006582] 'agreement among raft nodes before linearized reading' (duration: 2.20810758s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.651593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.443081Z","time spent":"2.208501558s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-02T02:55:37.651425Z","caller":"traceutil/trace.go:171","msg":"trace[806664962] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:23785; }","duration":"2.208376226s","start":"2026-03-02T02:55:35.443045Z","end":"2026-03-02T02:55:37.651422Z","steps":["trace[806664962] 'agreement among raft nodes before linearized reading' (duration: 2.208250053s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.651635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.443023Z","time spent":"2.208605181s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9566,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-03-02T02:55:37.650366Z","caller":"traceutil/trace.go:171","msg":"trace[418124812] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:23785; }","duration":"2.219716075s","start":"2026-03-02T02:55:35.430635Z","end":"2026-03-02T02:55:37.650351Z","steps":["trace[418124812] 'agreement among raft nodes before linearized reading' (duration: 2.219566482s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.651725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220804108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9505"} {"level":"warn","ts":"2026-03-02T02:55:37.651733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.430614Z","time spent":"2.221111975s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9526,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-03-02T02:55:37.651748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220761727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18307"} {"level":"info","ts":"2026-03-02T02:55:37.651757Z","caller":"traceutil/trace.go:171","msg":"trace[1729519893] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:23785; }","duration":"2.220846029s","start":"2026-03-02T02:55:35.430901Z","end":"2026-03-02T02:55:37.651747Z","steps":["trace[1729519893] 'agreement among raft nodes before linearized reading' (duration: 2.220750887s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.650728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.430659Z","time spent":"2.220061824s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7445,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-02T02:55:37.651786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.430895Z","time spent":"2.22088487s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9528,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"info","ts":"2026-03-02T02:55:37.651785Z","caller":"traceutil/trace.go:171","msg":"trace[2081922234] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23785; }","duration":"2.220799388s","start":"2026-03-02T02:55:35.430976Z","end":"2026-03-02T02:55:37.651775Z","steps":["trace[2081922234] 'agreement among raft nodes before linearized reading' (duration: 2.220689585s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.651818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.430952Z","time spent":"2.220859549s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18330,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T02:55:37.651318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208138131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6871"} {"level":"info","ts":"2026-03-02T02:55:37.651888Z","caller":"traceutil/trace.go:171","msg":"trace[1630828802] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:23785; }","duration":"2.208695743s","start":"2026-03-02T02:55:35.443175Z","end":"2026-03-02T02:55:37.651871Z","steps":["trace[1630828802] 'agreement among raft nodes before linearized reading' (duration: 2.208108291s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.651954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.443149Z","time spent":"2.208784584s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6894,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-02T02:55:37.652385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221818109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-acdde1c3-13be-424c-8073-e0e62c7edbe1\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-02T02:55:37.652433Z","caller":"traceutil/trace.go:171","msg":"trace[862869005] range","detail":"{range_begin:/registry/persistentvolumes/pvc-acdde1c3-13be-424c-8073-e0e62c7edbe1; range_end:; response_count:1; response_revision:23785; }","duration":"2.22188333s","start":"2026-03-02T02:55:35.430539Z","end":"2026-03-02T02:55:37.652422Z","steps":["trace[862869005] 'agreement among raft nodes before linearized reading' (duration: 2.219858468s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.652464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.430526Z","time spent":"2.22193069s","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-acdde1c3-13be-424c-8073-e0e62c7edbe1\" "} {"level":"info","ts":"2026-03-02T02:55:37.654057Z","caller":"traceutil/trace.go:171","msg":"trace[462606302] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"880.929978ms","start":"2026-03-02T02:55:36.773105Z","end":"2026-03-02T02:55:37.654035Z","steps":["trace[462606302] 'process raft request' (duration: 880.747474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.654164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:36.773041Z","time spent":"881.060681ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:37.654186Z","caller":"traceutil/trace.go:171","msg":"trace[1451653386] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"880.456567ms","start":"2026-03-02T02:55:36.773709Z","end":"2026-03-02T02:55:37.654165Z","steps":["trace[1451653386] 'process raft request' (duration: 880.265153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.654308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:36.773697Z","time spent":"880.54088ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:37.654324Z","caller":"traceutil/trace.go:171","msg":"trace[704067824] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"878.847535ms","start":"2026-03-02T02:55:36.775382Z","end":"2026-03-02T02:55:37.654229Z","steps":["trace[704067824] 'process raft request' (duration: 878.644531ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:37.654455Z","caller":"traceutil/trace.go:171","msg":"trace[1920569272] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"878.443047ms","start":"2026-03-02T02:55:36.775678Z","end":"2026-03-02T02:55:37.654121Z","steps":["trace[1920569272] 'process raft request' (duration: 878.393386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.654521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:36.775645Z","time spent":"878.839666ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:37.65468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:36.775355Z","time spent":"879.11227ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:37.690934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.40895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:37.691007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.265196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:37.691052Z","caller":"traceutil/trace.go:171","msg":"trace[1734872802] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23790; }","duration":"485.544843ms","start":"2026-03-02T02:55:37.205454Z","end":"2026-03-02T02:55:37.690999Z","steps":["trace[1734872802] 'agreement among raft nodes before linearized reading' (duration: 485.403421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.691102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:37.205433Z","time spent":"485.657635ms","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T02:55:37.691013Z","caller":"traceutil/trace.go:171","msg":"trace[1528587512] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"256.041076ms","start":"2026-03-02T02:55:37.434921Z","end":"2026-03-02T02:55:37.690962Z","steps":["trace[1528587512] 'process raft request' (duration: 255.73563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.691148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.984482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:37.691418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.968521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-02T02:55:37.691478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.509666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:37.691337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.971189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:55:37.691003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.966315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-adf6cc89-edac-4a70-b961-36cf1a49a607\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-03-02T02:55:37.690956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.921526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:37.691563Z","caller":"traceutil/trace.go:171","msg":"trace[1708718142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23790; }","duration":"924.321498ms","start":"2026-03-02T02:55:36.766703Z","end":"2026-03-02T02:55:37.691024Z","steps":["trace[1708718142] 'agreement among raft nodes before linearized reading' (duration: 924.284637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.691596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:36.766688Z","time spent":"924.901039ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:55:37.691614Z","caller":"traceutil/trace.go:171","msg":"trace[1941917196] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23790; }","duration":"229.62551ms","start":"2026-03-02T02:55:37.461962Z","end":"2026-03-02T02:55:37.691587Z","steps":["trace[1941917196] 'agreement among raft nodes before linearized reading' (duration: 228.939646ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:37.691682Z","caller":"traceutil/trace.go:171","msg":"trace[198744998] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23790; }","duration":"826.092114ms","start":"2026-03-02T02:55:36.865104Z","end":"2026-03-02T02:55:37.691196Z","steps":["trace[198744998] 'agreement among raft nodes before linearized reading' (duration: 825.989312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.691723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:36.865075Z","time spent":"826.635146ms","remote":"127.0.0.1:37904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:55:37.691882Z","caller":"traceutil/trace.go:171","msg":"trace[803832987] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23790; }","duration":"245.040722ms","start":"2026-03-02T02:55:37.446407Z","end":"2026-03-02T02:55:37.691448Z","steps":["trace[803832987] 'agreement among raft nodes before linearized reading' (duration: 244.92376ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:37.692061Z","caller":"traceutil/trace.go:171","msg":"trace[1944835423] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23790; }","duration":"362.587577ms","start":"2026-03-02T02:55:37.328914Z","end":"2026-03-02T02:55:37.691502Z","steps":["trace[1944835423] 'agreement among raft nodes before linearized reading' (duration: 362.537216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.692109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:37.328889Z","time spent":"363.20474ms","remote":"127.0.0.1:49100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:55:37.69224Z","caller":"traceutil/trace.go:171","msg":"trace[26958194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23790; }","duration":"136.273485ms","start":"2026-03-02T02:55:37.555247Z","end":"2026-03-02T02:55:37.691521Z","steps":["trace[26958194] 'agreement among raft nodes before linearized reading' (duration: 135.761835ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:37.692359Z","caller":"traceutil/trace.go:171","msg":"trace[1860007978] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-adf6cc89-edac-4a70-b961-36cf1a49a607; range_end:; response_count:1; response_revision:23790; }","duration":"600.571147ms","start":"2026-03-02T02:55:37.090972Z","end":"2026-03-02T02:55:37.691543Z","steps":["trace[1860007978] 'agreement among raft nodes before linearized reading' (duration: 599.874753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.692427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:37.090947Z","time spent":"601.462565ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-adf6cc89-edac-4a70-b961-36cf1a49a607\" "} {"level":"info","ts":"2026-03-02T02:55:37.869313Z","caller":"traceutil/trace.go:171","msg":"trace[1130849166] linearizableReadLoop","detail":"{readStateIndex:24602; appliedIndex:24601; }","duration":"169.032431ms","start":"2026-03-02T02:55:37.700258Z","end":"2026-03-02T02:55:37.869291Z","steps":["trace[1130849166] 'read index received' (duration: 166.897408ms)","trace[1130849166] 'applied index is now lower than readState.Index' (duration: 2.134123ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:37.869554Z","caller":"traceutil/trace.go:171","msg":"trace[60429357] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"171.742416ms","start":"2026-03-02T02:55:37.6978Z","end":"2026-03-02T02:55:37.869542Z","steps":["trace[60429357] 'process raft request' (duration: 169.377528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.869675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.339077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:37.869844Z","caller":"traceutil/trace.go:171","msg":"trace[861836108] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23791; }","duration":"169.564252ms","start":"2026-03-02T02:55:37.700232Z","end":"2026-03-02T02:55:37.869796Z","steps":["trace[861836108] 'agreement among raft nodes before linearized reading' (duration: 169.308727ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:37.872116Z","caller":"traceutil/trace.go:171","msg":"trace[1473340711] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"171.42157ms","start":"2026-03-02T02:55:37.700674Z","end":"2026-03-02T02:55:37.872096Z","steps":["trace[1473340711] 'process raft request' (duration: 171.218426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:37.872245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.757546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T02:55:37.872274Z","caller":"traceutil/trace.go:171","msg":"trace[240916285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23792; }","duration":"168.799346ms","start":"2026-03-02T02:55:37.703466Z","end":"2026-03-02T02:55:37.872265Z","steps":["trace[240916285] 'agreement among raft nodes before linearized reading' (duration: 168.523421ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:38.406159Z","caller":"traceutil/trace.go:171","msg":"trace[1439717556] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"206.924919ms","start":"2026-03-02T02:55:38.199205Z","end":"2026-03-02T02:55:38.40613Z","steps":["trace[1439717556] 'process raft request' (duration: 203.556491ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:41.712858Z","caller":"traceutil/trace.go:171","msg":"trace[1390465520] transaction","detail":"{read_only:false; response_revision:23842; number_of_response:1; }","duration":"505.358056ms","start":"2026-03-02T02:55:41.20748Z","end":"2026-03-02T02:55:41.712839Z","steps":["trace[1390465520] 'process raft request' (duration: 505.259074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:41.712961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:41.207445Z","time spent":"505.464878ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10634,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:41.713026Z","caller":"traceutil/trace.go:171","msg":"trace[1654404122] linearizableReadLoop","detail":"{readStateIndex:24654; appliedIndex:24654; }","duration":"469.575949ms","start":"2026-03-02T02:55:41.243429Z","end":"2026-03-02T02:55:41.713005Z","steps":["trace[1654404122] 'read index received' (duration: 469.566839ms)","trace[1654404122] 'applied index is now lower than readState.Index' (duration: 7.54µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:41.713243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.793533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T02:55:41.713284Z","caller":"traceutil/trace.go:171","msg":"trace[1798443531] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23842; }","duration":"469.885215ms","start":"2026-03-02T02:55:41.243388Z","end":"2026-03-02T02:55:41.713273Z","steps":["trace[1798443531] 'agreement among raft nodes before linearized reading' (duration: 469.726712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:41.713326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:41.24337Z","time spent":"469.947627ms","remote":"127.0.0.1:57604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-02T02:55:42.214105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058422775534640,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:55:42.3011Z","caller":"traceutil/trace.go:171","msg":"trace[742645141] transaction","detail":"{read_only:false; response_revision:23844; number_of_response:1; }","duration":"630.773661ms","start":"2026-03-02T02:55:41.670299Z","end":"2026-03-02T02:55:42.301073Z","steps":["trace[742645141] 'process raft request' (duration: 630.69141ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:42.301128Z","caller":"traceutil/trace.go:171","msg":"trace[573626556] transaction","detail":"{read_only:false; response_revision:23843; number_of_response:1; }","duration":"631.19114ms","start":"2026-03-02T02:55:41.6699Z","end":"2026-03-02T02:55:42.301091Z","steps":["trace[573626556] 'process raft request' (duration: 630.924704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:42.30125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:41.670288Z","time spent":"630.889233ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:42.301362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:41.669877Z","time spent":"631.367883ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:42.301411Z","caller":"traceutil/trace.go:171","msg":"trace[1654087916] transaction","detail":"{read_only:false; response_revision:23845; number_of_response:1; }","duration":"629.988404ms","start":"2026-03-02T02:55:41.671391Z","end":"2026-03-02T02:55:42.30138Z","steps":["trace[1654087916] 'process raft request' (duration: 629.640707ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:42.301514Z","caller":"traceutil/trace.go:171","msg":"trace[1412577748] transaction","detail":"{read_only:false; response_revision:23848; number_of_response:1; }","duration":"599.747041ms","start":"2026-03-02T02:55:41.701742Z","end":"2026-03-02T02:55:42.301489Z","steps":["trace[1412577748] 'process raft request' (duration: 599.69974ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:42.301642Z","caller":"traceutil/trace.go:171","msg":"trace[880184899] transaction","detail":"{read_only:false; response_revision:23846; number_of_response:1; }","duration":"630.184148ms","start":"2026-03-02T02:55:41.671446Z","end":"2026-03-02T02:55:42.30163Z","steps":["trace[880184899] 'process raft request' (duration: 629.834771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:42.301669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:41.701728Z","time spent":"599.864314ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:42.301712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:41.671422Z","time spent":"630.25715ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:42.301751Z","caller":"traceutil/trace.go:171","msg":"trace[1062451091] transaction","detail":"{read_only:false; response_revision:23847; number_of_response:1; }","duration":"630.245259ms","start":"2026-03-02T02:55:41.67149Z","end":"2026-03-02T02:55:42.301736Z","steps":["trace[1062451091] 'process raft request' (duration: 629.912773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:42.301537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:41.671373Z","time spent":"630.106127ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:42.301835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:41.671472Z","time spent":"630.323562ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:42.597262Z","caller":"traceutil/trace.go:171","msg":"trace[1899388560] linearizableReadLoop","detail":"{readStateIndex:24664; appliedIndex:24656; }","duration":"884.142352ms","start":"2026-03-02T02:55:41.713092Z","end":"2026-03-02T02:55:42.597235Z","steps":["trace[1899388560] 'read index received' (duration: 587.926801ms)","trace[1899388560] 'applied index is now lower than readState.Index' (duration: 296.214401ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:42.597804Z","caller":"traceutil/trace.go:171","msg":"trace[1839491606] transaction","detail":"{read_only:false; response_revision:23849; number_of_response:1; }","duration":"880.610561ms","start":"2026-03-02T02:55:41.717166Z","end":"2026-03-02T02:55:42.597776Z","steps":["trace[1839491606] 'process raft request' (duration: 879.683132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:42.597871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.900757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-adf6cc89-edac-4a70-b961-36cf1a49a607\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T02:55:42.597937Z","caller":"traceutil/trace.go:171","msg":"trace[635756933] range","detail":"{range_begin:/registry/persistentvolumes/pvc-adf6cc89-edac-4a70-b961-36cf1a49a607; range_end:; response_count:1; response_revision:23852; }","duration":"882.023839ms","start":"2026-03-02T02:55:41.715891Z","end":"2026-03-02T02:55:42.597915Z","steps":["trace[635756933] 'agreement among raft nodes before linearized reading' (duration: 881.826665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:42.597951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:41.717152Z","time spent":"880.720223ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:42.597935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.217514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-02T02:55:42.597982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:41.715868Z","time spent":"882.101801ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-adf6cc89-edac-4a70-b961-36cf1a49a607\" "} {"level":"info","ts":"2026-03-02T02:55:42.59802Z","caller":"traceutil/trace.go:171","msg":"trace[1602463159] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23852; }","duration":"168.338316ms","start":"2026-03-02T02:55:42.429656Z","end":"2026-03-02T02:55:42.597994Z","steps":["trace[1602463159] 'agreement among raft nodes before linearized reading' (duration: 168.093181ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:42.598162Z","caller":"traceutil/trace.go:171","msg":"trace[798870760] transaction","detail":"{read_only:false; response_revision:23850; number_of_response:1; }","duration":"879.514398ms","start":"2026-03-02T02:55:41.718636Z","end":"2026-03-02T02:55:42.59815Z","steps":["trace[798870760] 'process raft request' (duration: 878.407685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:42.598228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:41.718621Z","time spent":"879.57686ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:42.598323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044545117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:42.598372Z","caller":"traceutil/trace.go:171","msg":"trace[1941649380] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23852; }","duration":"1.044630169s","start":"2026-03-02T02:55:41.553728Z","end":"2026-03-02T02:55:42.598358Z","steps":["trace[1941649380] 'agreement among raft nodes before linearized reading' (duration: 1.044548357s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:42.598422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:41.55371Z","time spent":"1.044695281s","remote":"127.0.0.1:45206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:55:42.598499Z","caller":"traceutil/trace.go:171","msg":"trace[554504604] transaction","detail":"{read_only:false; response_revision:23851; number_of_response:1; }","duration":"877.218002ms","start":"2026-03-02T02:55:41.72127Z","end":"2026-03-02T02:55:42.598488Z","steps":["trace[554504604] 'process raft request' (duration: 875.860854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:42.598567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:41.721263Z","time spent":"877.272733ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:42.59893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.873691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-02T02:55:42.598993Z","caller":"traceutil/trace.go:171","msg":"trace[1345145419] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23852; }","duration":"252.980403ms","start":"2026-03-02T02:55:42.345999Z","end":"2026-03-02T02:55:42.598979Z","steps":["trace[1345145419] 'agreement among raft nodes before linearized reading' (duration: 252.773789ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:42.598205Z","caller":"traceutil/trace.go:171","msg":"trace[1502825689] transaction","detail":"{read_only:false; response_revision:23852; number_of_response:1; }","duration":"876.19112ms","start":"2026-03-02T02:55:41.721366Z","end":"2026-03-02T02:55:42.597557Z","steps":["trace[1502825689] 'process raft request' (duration: 875.815513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:42.600016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:41.721345Z","time spent":"877.895285ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:42.598281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.482536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:42.600958Z","caller":"traceutil/trace.go:171","msg":"trace[506395619] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23852; }","duration":"194.228412ms","start":"2026-03-02T02:55:42.406699Z","end":"2026-03-02T02:55:42.600928Z","steps":["trace[506395619] 'agreement among raft nodes before linearized reading' (duration: 191.530238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:43.264708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.425502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:55:43.26481Z","caller":"traceutil/trace.go:171","msg":"trace[768521859] linearizableReadLoop","detail":"{readStateIndex:24666; appliedIndex:24665; }","duration":"611.377268ms","start":"2026-03-02T02:55:42.653415Z","end":"2026-03-02T02:55:43.264792Z","steps":["trace[768521859] 'read index received' (duration: 429.799443ms)","trace[768521859] 'applied index is now lower than readState.Index' (duration: 181.576335ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:43.265057Z","caller":"traceutil/trace.go:171","msg":"trace[504985291] transaction","detail":"{read_only:false; response_revision:23854; number_of_response:1; }","duration":"614.91716ms","start":"2026-03-02T02:55:42.650125Z","end":"2026-03-02T02:55:43.265042Z","steps":["trace[504985291] 'process raft request' (duration: 433.072719ms)","trace[504985291] 'compare' (duration: 180.567554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:43.265121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:42.650101Z","time spent":"614.985391ms","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:43.265398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.98864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9600"} {"level":"info","ts":"2026-03-02T02:55:43.265429Z","caller":"traceutil/trace.go:171","msg":"trace[299710921] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23854; }","duration":"612.036461ms","start":"2026-03-02T02:55:42.653382Z","end":"2026-03-02T02:55:43.265419Z","steps":["trace[299710921] 'agreement among raft nodes before linearized reading' (duration: 611.914009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:43.26546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:42.65337Z","time spent":"612.084082ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9623,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-02T02:55:43.485363Z","caller":"traceutil/trace.go:171","msg":"trace[181447599] transaction","detail":"{read_only:false; response_revision:23856; number_of_response:1; }","duration":"482.683155ms","start":"2026-03-02T02:55:43.002645Z","end":"2026-03-02T02:55:43.485328Z","steps":["trace[181447599] 'process raft request' (duration: 482.629104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:43.485541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:43.002628Z","time spent":"482.818768ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:43.485786Z","caller":"traceutil/trace.go:171","msg":"trace[1201573138] linearizableReadLoop","detail":"{readStateIndex:24668; appliedIndex:24668; }","duration":"220.939173ms","start":"2026-03-02T02:55:43.264837Z","end":"2026-03-02T02:55:43.485776Z","steps":["trace[1201573138] 'read index received' (duration: 220.927103ms)","trace[1201573138] 'applied index is now lower than readState.Index' (duration: 11.28µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:43.485763Z","caller":"traceutil/trace.go:171","msg":"trace[2063796268] transaction","detail":"{read_only:false; response_revision:23855; number_of_response:1; }","duration":"827.257919ms","start":"2026-03-02T02:55:42.658461Z","end":"2026-03-02T02:55:43.485719Z","steps":["trace[2063796268] 'process raft request' (duration: 826.614015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:43.485871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.362708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:43.485902Z","caller":"traceutil/trace.go:171","msg":"trace[1684218952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23856; }","duration":"306.395989ms","start":"2026-03-02T02:55:43.179499Z","end":"2026-03-02T02:55:43.485895Z","steps":["trace[1684218952] 'agreement among raft nodes before linearized reading' (duration: 306.338387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:43.485923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:43.179458Z","time spent":"306.46167ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:55:43.485944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:42.658447Z","time spent":"827.391191ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:43.486096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.297635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-02T02:55:43.486156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.242909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T02:55:43.486179Z","caller":"traceutil/trace.go:171","msg":"trace[1469107164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23856; }","duration":"693.30087ms","start":"2026-03-02T02:55:42.792871Z","end":"2026-03-02T02:55:43.486171Z","steps":["trace[1469107164] 'agreement among raft nodes before linearized reading' (duration: 693.174228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:43.486198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:42.792845Z","time spent":"693.34853ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:55:43.486203Z","caller":"traceutil/trace.go:171","msg":"trace[956583816] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23856; }","duration":"607.438417ms","start":"2026-03-02T02:55:42.878721Z","end":"2026-03-02T02:55:43.486159Z","steps":["trace[956583816] 'agreement among raft nodes before linearized reading' (duration: 607.169761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:43.486252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:42.878698Z","time spent":"607.542979ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:55:43.486304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.958683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:55:43.48632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.207058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:55:43.486411Z","caller":"traceutil/trace.go:171","msg":"trace[420641592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23856; }","duration":"693.353891ms","start":"2026-03-02T02:55:42.793033Z","end":"2026-03-02T02:55:43.486387Z","steps":["trace[420641592] 'agreement among raft nodes before linearized reading' (duration: 693.078156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:43.486457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.880118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-03-02T02:55:43.486461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:42.793005Z","time spent":"693.445343ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:55:43.486489Z","caller":"traceutil/trace.go:171","msg":"trace[526172176] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23856; }","duration":"475.954499ms","start":"2026-03-02T02:55:43.010525Z","end":"2026-03-02T02:55:43.48648Z","steps":["trace[526172176] 'agreement among raft nodes before linearized reading' (duration: 475.857417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:43.486528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:43.01049Z","time spent":"476.0324ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T02:55:43.486295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.341821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:55:43.486651Z","caller":"traceutil/trace.go:171","msg":"trace[1690823059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23856; }","duration":"693.700298ms","start":"2026-03-02T02:55:42.792929Z","end":"2026-03-02T02:55:43.48663Z","steps":["trace[1690823059] 'agreement among raft nodes before linearized reading' (duration: 692.944103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:43.486736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.764259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:55:43.486774Z","caller":"traceutil/trace.go:171","msg":"trace[351478428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23856; }","duration":"693.8052ms","start":"2026-03-02T02:55:42.792957Z","end":"2026-03-02T02:55:43.486762Z","steps":["trace[351478428] 'agreement among raft nodes before linearized reading' (duration: 693.730138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:43.486795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:42.79295Z","time spent":"693.84064ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:55:43.486737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:42.792911Z","time spent":"693.81053ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:55:43.486533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.927923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:43.487013Z","caller":"traceutil/trace.go:171","msg":"trace[1518890831] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23856; }","duration":"833.381473ms","start":"2026-03-02T02:55:42.653578Z","end":"2026-03-02T02:55:43.48696Z","steps":["trace[1518890831] 'agreement among raft nodes before linearized reading' (duration: 832.927554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:43.48649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.352141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-02T02:55:43.486349Z","caller":"traceutil/trace.go:171","msg":"trace[1507130698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23856; }","duration":"390.040056ms","start":"2026-03-02T02:55:43.096295Z","end":"2026-03-02T02:55:43.486335Z","steps":["trace[1507130698] 'agreement among raft nodes before linearized reading' (duration: 389.963395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:43.48636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.450453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T02:55:43.488664Z","caller":"traceutil/trace.go:171","msg":"trace[947244577] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23856; }","duration":"695.706579ms","start":"2026-03-02T02:55:42.792881Z","end":"2026-03-02T02:55:43.488588Z","steps":["trace[947244577] 'agreement among raft nodes before linearized reading' (duration: 693.426783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:43.486423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.340423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T02:55:43.488843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:42.79287Z","time spent":"695.905143ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T02:55:43.488877Z","caller":"traceutil/trace.go:171","msg":"trace[588036102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23856; }","duration":"705.800974ms","start":"2026-03-02T02:55:42.78306Z","end":"2026-03-02T02:55:43.488861Z","steps":["trace[588036102] 'agreement among raft nodes before linearized reading' (duration: 703.316293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:43.488921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:42.78305Z","time spent":"705.856664ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:55:43.489077Z","caller":"traceutil/trace.go:171","msg":"trace[1659008744] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23856; }","duration":"733.969404ms","start":"2026-03-02T02:55:42.755089Z","end":"2026-03-02T02:55:43.489058Z","steps":["trace[1659008744] 'agreement among raft nodes before linearized reading' (duration: 731.350711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:43.489124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:42.75507Z","time spent":"734.043226ms","remote":"127.0.0.1:57604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-02T02:55:43.48922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:43.096275Z","time spent":"392.928804ms","remote":"127.0.0.1:38000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:43.488837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:42.653561Z","time spent":"835.001216ms","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:43.513826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.779798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1898e6b71475c228\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-02T02:55:43.513879Z","caller":"traceutil/trace.go:171","msg":"trace[604014550] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1898e6b71475c228; range_end:; response_count:1; response_revision:23856; }","duration":"244.87107ms","start":"2026-03-02T02:55:43.268995Z","end":"2026-03-02T02:55:43.513866Z","steps":["trace[604014550] 'agreement among raft nodes before linearized reading' (duration: 244.644465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:43.51387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.493542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T02:55:43.513942Z","caller":"traceutil/trace.go:171","msg":"trace[746020878] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23856; }","duration":"244.561393ms","start":"2026-03-02T02:55:43.269355Z","end":"2026-03-02T02:55:43.513917Z","steps":["trace[746020878] 'agreement among raft nodes before linearized reading' (duration: 244.267936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:46.606443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14764878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:46.606534Z","caller":"traceutil/trace.go:171","msg":"trace[234942115] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23879; }","duration":"1.147812744s","start":"2026-03-02T02:55:45.458699Z","end":"2026-03-02T02:55:46.606512Z","steps":["trace[234942115] 'count revisions from in-memory index tree' (duration: 1.147561617s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:46.606581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:45.458677Z","time spent":"1.147891735s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:46.606664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.375206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T02:55:46.606936Z","caller":"traceutil/trace.go:171","msg":"trace[1194402447] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23879; }","duration":"298.703212ms","start":"2026-03-02T02:55:46.30821Z","end":"2026-03-02T02:55:46.606913Z","steps":["trace[1194402447] 'range keys from in-memory index tree' (duration: 298.146172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:46.607104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.68951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:46.607224Z","caller":"traceutil/trace.go:171","msg":"trace[850124220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23879; }","duration":"428.897324ms","start":"2026-03-02T02:55:46.178292Z","end":"2026-03-02T02:55:46.607189Z","steps":["trace[850124220] 'range keys from in-memory index tree' (duration: 428.595478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:46.607243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087904378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:55:46.607289Z","caller":"traceutil/trace.go:171","msg":"trace[1860321023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23879; }","duration":"1.08800282s","start":"2026-03-02T02:55:45.519275Z","end":"2026-03-02T02:55:46.607277Z","steps":["trace[1860321023] 'range keys from in-memory index tree' (duration: 1.087732795s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:46.607328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:45.519249Z","time spent":"1.088071911s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:55:46.607524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085828196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:55:46.60756Z","caller":"traceutil/trace.go:171","msg":"trace[525082269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23879; }","duration":"1.085899477s","start":"2026-03-02T02:55:45.521651Z","end":"2026-03-02T02:55:46.60755Z","steps":["trace[525082269] 'range keys from in-memory index tree' (duration: 1.085733104s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:46.607599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:45.521633Z","time spent":"1.085954618s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:55:46.607644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.323591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:55:46.607907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08362691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:55:46.607975Z","caller":"traceutil/trace.go:171","msg":"trace[1431584599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23879; }","duration":"1.083708693s","start":"2026-03-02T02:55:45.52425Z","end":"2026-03-02T02:55:46.607958Z","steps":["trace[1431584599] 'range keys from in-memory index tree' (duration: 1.083467417s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:46.608005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085371775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T02:55:46.608023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:45.524243Z","time spent":"1.083767374s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:55:46.608031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085315654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:55:46.607903Z","caller":"traceutil/trace.go:171","msg":"trace[1552688011] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23879; }","duration":"696.695129ms","start":"2026-03-02T02:55:45.911183Z","end":"2026-03-02T02:55:46.607878Z","steps":["trace[1552688011] 'count revisions from in-memory index tree' (duration: 696.25749ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:46.608077Z","caller":"traceutil/trace.go:171","msg":"trace[1162217786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23879; }","duration":"1.085366106s","start":"2026-03-02T02:55:45.522698Z","end":"2026-03-02T02:55:46.608064Z","steps":["trace[1162217786] 'range keys from in-memory index tree' (duration: 1.085243613s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:46.60807Z","caller":"traceutil/trace.go:171","msg":"trace[1423934624] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23879; }","duration":"1.085459348s","start":"2026-03-02T02:55:45.522595Z","end":"2026-03-02T02:55:46.608055Z","steps":["trace[1423934624] 'range keys from in-memory index tree' (duration: 1.085171042s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:46.608073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.787844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:55:46.608107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:45.522694Z","time spent":"1.085405707s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:55:46.608112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:45.522589Z","time spent":"1.085516129s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T02:55:46.608119Z","caller":"traceutil/trace.go:171","msg":"trace[481224561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23879; }","duration":"575.878816ms","start":"2026-03-02T02:55:46.032228Z","end":"2026-03-02T02:55:46.608107Z","steps":["trace[481224561] 'count revisions from in-memory index tree' (duration: 575.707773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:46.608158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:46.032208Z","time spent":"575.940158ms","remote":"127.0.0.1:38026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:46.607285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:46.178269Z","time spent":"428.996346ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:55:46.608213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:45.911166Z","time spent":"696.936374ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:46.607773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08510454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T02:55:46.608454Z","caller":"traceutil/trace.go:171","msg":"trace[1140819264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23879; }","duration":"1.085788844s","start":"2026-03-02T02:55:45.522649Z","end":"2026-03-02T02:55:46.608438Z","steps":["trace[1140819264] 'range keys from in-memory index tree' (duration: 1.085036779s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:46.608494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:45.522645Z","time spent":"1.085834105s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:55:46.608977Z","caller":"traceutil/trace.go:171","msg":"trace[1077041831] transaction","detail":"{read_only:false; response_revision:23880; number_of_response:1; }","duration":"293.385694ms","start":"2026-03-02T02:55:46.315568Z","end":"2026-03-02T02:55:46.608954Z","steps":["trace[1077041831] 'process raft request' (duration: 293.19448ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:46.799148Z","caller":"traceutil/trace.go:171","msg":"trace[102776190] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"483.246087ms","start":"2026-03-02T02:55:46.315871Z","end":"2026-03-02T02:55:46.799117Z","steps":["trace[102776190] 'process raft request' (duration: 483.112214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:46.799323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:46.315838Z","time spent":"483.384719ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:46.799486Z","caller":"traceutil/trace.go:171","msg":"trace[928476426] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"483.554632ms","start":"2026-03-02T02:55:46.315907Z","end":"2026-03-02T02:55:46.799462Z","steps":["trace[928476426] 'process raft request' (duration: 483.167715ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:46.799534Z","caller":"traceutil/trace.go:171","msg":"trace[2071375517] transaction","detail":"{read_only:false; response_revision:23881; number_of_response:1; }","duration":"483.727686ms","start":"2026-03-02T02:55:46.315767Z","end":"2026-03-02T02:55:46.799494Z","steps":["trace[2071375517] 'process raft request' (duration: 482.682535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:46.799634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:46.315838Z","time spent":"483.720085ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:46.799698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:46.315744Z","time spent":"483.873369ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:46.799742Z","caller":"traceutil/trace.go:171","msg":"trace[2003550955] linearizableReadLoop","detail":"{readStateIndex:24697; appliedIndex:24692; }","duration":"283.659637ms","start":"2026-03-02T02:55:46.51607Z","end":"2026-03-02T02:55:46.799729Z","steps":["trace[2003550955] 'read index received' (duration: 90.897855ms)","trace[2003550955] 'applied index is now lower than readState.Index' (duration: 192.760532ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:46.799811Z","caller":"traceutil/trace.go:171","msg":"trace[494018488] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"477.397048ms","start":"2026-03-02T02:55:46.322402Z","end":"2026-03-02T02:55:46.799799Z","steps":["trace[494018488] 'process raft request' (duration: 476.972599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:46.799844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.77526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:55:46.799877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:46.322389Z","time spent":"477.45375ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:46.799886Z","caller":"traceutil/trace.go:171","msg":"trace[355875603] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23884; }","duration":"283.851191ms","start":"2026-03-02T02:55:46.516021Z","end":"2026-03-02T02:55:46.799873Z","steps":["trace[355875603] 'agreement among raft nodes before linearized reading' (duration: 283.777719ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:47.119326Z","caller":"traceutil/trace.go:171","msg":"trace[637283443] linearizableReadLoop","detail":"{readStateIndex:24703; appliedIndex:24697; }","duration":"319.526384ms","start":"2026-03-02T02:55:46.799775Z","end":"2026-03-02T02:55:47.119301Z","steps":["trace[637283443] 'read index received' (duration: 319.140465ms)","trace[637283443] 'applied index is now lower than readState.Index' (duration: 384.869µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:47.119462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.333907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:47.119499Z","caller":"traceutil/trace.go:171","msg":"trace[527854833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23890; }","duration":"508.405948ms","start":"2026-03-02T02:55:46.611084Z","end":"2026-03-02T02:55:47.11949Z","steps":["trace[527854833] 'agreement among raft nodes before linearized reading' (duration: 508.307596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:47.119532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:46.611064Z","time spent":"508.460799ms","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:55:47.119683Z","caller":"traceutil/trace.go:171","msg":"trace[1835166015] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"505.959068ms","start":"2026-03-02T02:55:46.613688Z","end":"2026-03-02T02:55:47.119647Z","steps":["trace[1835166015] 'process raft request' (duration: 505.426647ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:47.119736Z","caller":"traceutil/trace.go:171","msg":"trace[1905519928] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"505.903258ms","start":"2026-03-02T02:55:46.613817Z","end":"2026-03-02T02:55:47.11972Z","steps":["trace[1905519928] 'process raft request' (duration: 505.331606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:47.11982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:46.61381Z","time spent":"505.952308ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:47.119835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:46.613664Z","time spent":"506.091591ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:47.120034Z","caller":"traceutil/trace.go:171","msg":"trace[734723176] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"507.606321ms","start":"2026-03-02T02:55:46.61242Z","end":"2026-03-02T02:55:47.120026Z","steps":["trace[734723176] 'process raft request' (duration: 506.434626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:47.120075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:46.6124Z","time spent":"507.654892ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:47.120085Z","caller":"traceutil/trace.go:171","msg":"trace[2068418123] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"506.108562ms","start":"2026-03-02T02:55:46.613965Z","end":"2026-03-02T02:55:47.120073Z","steps":["trace[2068418123] 'process raft request' (duration: 505.217144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:47.120142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:46.613946Z","time spent":"506.165072ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:47.120227Z","caller":"traceutil/trace.go:171","msg":"trace[631792745] transaction","detail":"{read_only:false; response_revision:23886; number_of_response:1; }","duration":"507.644771ms","start":"2026-03-02T02:55:46.612574Z","end":"2026-03-02T02:55:47.120219Z","steps":["trace[631792745] 'process raft request' (duration: 506.433606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:47.120267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:46.612568Z","time spent":"507.676842ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:47.12037Z","caller":"traceutil/trace.go:171","msg":"trace[366598808] transaction","detail":"{read_only:false; response_revision:23887; number_of_response:1; }","duration":"506.874726ms","start":"2026-03-02T02:55:46.613488Z","end":"2026-03-02T02:55:47.120363Z","steps":["trace[366598808] 'process raft request' (duration: 505.585711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:47.12031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.349748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:47.120407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:46.61348Z","time spent":"506.908847ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:47.120427Z","caller":"traceutil/trace.go:171","msg":"trace[515378730] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23890; }","duration":"344.495851ms","start":"2026-03-02T02:55:46.775919Z","end":"2026-03-02T02:55:47.120415Z","steps":["trace[515378730] 'agreement among raft nodes before linearized reading' (duration: 344.358309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:47.120473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:46.7759Z","time spent":"344.561562ms","remote":"127.0.0.1:41210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:47.120544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.125088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T02:55:47.120589Z","caller":"traceutil/trace.go:171","msg":"trace[757284281] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23890; }","duration":"463.193149ms","start":"2026-03-02T02:55:46.657371Z","end":"2026-03-02T02:55:47.120564Z","steps":["trace[757284281] 'agreement among raft nodes before linearized reading' (duration: 463.097227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:47.120615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:46.657349Z","time spent":"463.258901ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:55:47.120722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.978128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6be75d93-e93c-4ad7-9165-dcb58e8fa4ff\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T02:55:47.120746Z","caller":"traceutil/trace.go:171","msg":"trace[495699229] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6be75d93-e93c-4ad7-9165-dcb58e8fa4ff; range_end:; response_count:1; response_revision:23890; }","duration":"508.022689ms","start":"2026-03-02T02:55:46.612717Z","end":"2026-03-02T02:55:47.12074Z","steps":["trace[495699229] 'agreement among raft nodes before linearized reading' (duration: 507.952917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:47.120763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:46.61271Z","time spent":"508.04879ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-6be75d93-e93c-4ad7-9165-dcb58e8fa4ff\" "} {"level":"info","ts":"2026-03-02T02:55:47.121908Z","caller":"traceutil/trace.go:171","msg":"trace[1493117428] transaction","detail":"{read_only:false; response_revision:23891; number_of_response:1; }","duration":"125.796603ms","start":"2026-03-02T02:55:46.996092Z","end":"2026-03-02T02:55:47.121889Z","steps":["trace[1493117428] 'process raft request' (duration: 125.683289ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:48.510192Z","caller":"traceutil/trace.go:171","msg":"trace[768086518] linearizableReadLoop","detail":"{readStateIndex:24709; appliedIndex:24708; }","duration":"104.726475ms","start":"2026-03-02T02:55:48.405443Z","end":"2026-03-02T02:55:48.510169Z","steps":["trace[768086518] 'read index received' (duration: 71.136693ms)","trace[768086518] 'applied index is now lower than readState.Index' (duration: 33.588742ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:48.510199Z","caller":"traceutil/trace.go:171","msg":"trace[474871941] transaction","detail":"{read_only:false; response_revision:23896; number_of_response:1; }","duration":"108.556063ms","start":"2026-03-02T02:55:48.401603Z","end":"2026-03-02T02:55:48.510159Z","steps":["trace[474871941] 'process raft request' (duration: 74.995222ms)","trace[474871941] 'compare' (duration: 33.390737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:48.51044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.97796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T02:55:48.510483Z","caller":"traceutil/trace.go:171","msg":"trace[1635641017] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:23897; }","duration":"105.068121ms","start":"2026-03-02T02:55:48.405404Z","end":"2026-03-02T02:55:48.510472Z","steps":["trace[1635641017] 'agreement among raft nodes before linearized reading' (duration: 104.888467ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:03.383416Z","caller":"traceutil/trace.go:171","msg":"trace[1901952326] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"128.658071ms","start":"2026-03-02T02:56:03.254728Z","end":"2026-03-02T02:56:03.383386Z","steps":["trace[1901952326] 'process raft request' (duration: 128.442487ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:03.385287Z","caller":"traceutil/trace.go:171","msg":"trace[1488719363] linearizableReadLoop","detail":"{readStateIndex:24844; appliedIndex:24842; }","duration":"126.742442ms","start":"2026-03-02T02:56:03.258523Z","end":"2026-03-02T02:56:03.385265Z","steps":["trace[1488719363] 'read index received' (duration: 124.732581ms)","trace[1488719363] 'applied index is now lower than readState.Index' (duration: 2.008211ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:03.385375Z","caller":"traceutil/trace.go:171","msg":"trace[1784887379] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"130.280533ms","start":"2026-03-02T02:56:03.255061Z","end":"2026-03-02T02:56:03.385341Z","steps":["trace[1784887379] 'process raft request' (duration: 130.09281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:03.385487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.943326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T02:56:03.385556Z","caller":"traceutil/trace.go:171","msg":"trace[139703916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24028; }","duration":"127.047338ms","start":"2026-03-02T02:56:03.258488Z","end":"2026-03-02T02:56:03.385536Z","steps":["trace[139703916] 'agreement among raft nodes before linearized reading' (duration: 126.854984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:03.385787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.230619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T02:56:03.38582Z","caller":"traceutil/trace.go:171","msg":"trace[1952982597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24028; }","duration":"117.27337ms","start":"2026-03-02T02:56:03.268537Z","end":"2026-03-02T02:56:03.38581Z","steps":["trace[1952982597] 'agreement among raft nodes before linearized reading' (duration: 117.194198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:03.385895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.172718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T02:56:03.385978Z","caller":"traceutil/trace.go:171","msg":"trace[1471825417] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24028; }","duration":"117.28115ms","start":"2026-03-02T02:56:03.268673Z","end":"2026-03-02T02:56:03.385954Z","steps":["trace[1471825417] 'agreement among raft nodes before linearized reading' (duration: 117.025345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:03.386163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.609157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T02:56:03.386243Z","caller":"traceutil/trace.go:171","msg":"trace[1104761558] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24028; }","duration":"117.709509ms","start":"2026-03-02T02:56:03.268513Z","end":"2026-03-02T02:56:03.386222Z","steps":["trace[1104761558] 'agreement among raft nodes before linearized reading' (duration: 117.293321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:03.386922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.398533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T02:56:03.387011Z","caller":"traceutil/trace.go:171","msg":"trace[1844529923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24028; }","duration":"118.540796ms","start":"2026-03-02T02:56:03.268449Z","end":"2026-03-02T02:56:03.38699Z","steps":["trace[1844529923] 'agreement among raft nodes before linearized reading' (duration: 117.234639ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:03.498389Z","caller":"traceutil/trace.go:171","msg":"trace[1495587125] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"108.258517ms","start":"2026-03-02T02:56:03.390106Z","end":"2026-03-02T02:56:03.498364Z","steps":["trace[1495587125] 'process raft request' (duration: 80.942473ms)","trace[1495587125] 'compare' (duration: 27.194981ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:03.49888Z","caller":"traceutil/trace.go:171","msg":"trace[1848218182] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"108.472902ms","start":"2026-03-02T02:56:03.39039Z","end":"2026-03-02T02:56:03.498863Z","steps":["trace[1848218182] 'process raft request' (duration: 108.354579ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:03.499067Z","caller":"traceutil/trace.go:171","msg":"trace[765531165] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"108.643105ms","start":"2026-03-02T02:56:03.390412Z","end":"2026-03-02T02:56:03.499055Z","steps":["trace[765531165] 'process raft request' (duration: 108.413881ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:03.499446Z","caller":"traceutil/trace.go:171","msg":"trace[1414727787] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"108.959022ms","start":"2026-03-02T02:56:03.390472Z","end":"2026-03-02T02:56:03.499431Z","steps":["trace[1414727787] 'process raft request' (duration: 108.509713ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:03.49948Z","caller":"traceutil/trace.go:171","msg":"trace[1586446752] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"108.370379ms","start":"2026-03-02T02:56:03.39109Z","end":"2026-03-02T02:56:03.499461Z","steps":["trace[1586446752] 'process raft request' (duration: 108.265427ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:09.14127Z","caller":"traceutil/trace.go:171","msg":"trace[1081927647] linearizableReadLoop","detail":"{readStateIndex:24891; appliedIndex:24890; }","duration":"380.710556ms","start":"2026-03-02T02:56:08.760535Z","end":"2026-03-02T02:56:09.141245Z","steps":["trace[1081927647] 'read index received' (duration: 380.610564ms)","trace[1081927647] 'applied index is now lower than readState.Index' (duration: 99.032µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:09.141359Z","caller":"traceutil/trace.go:171","msg":"trace[1943543237] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"381.030243ms","start":"2026-03-02T02:56:08.760289Z","end":"2026-03-02T02:56:09.14132Z","steps":["trace[1943543237] 'process raft request' (duration: 380.778498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:09.141464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.88808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:56:09.141542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:08.760263Z","time spent":"381.185455ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:56:09.141581Z","caller":"traceutil/trace.go:171","msg":"trace[1986446844] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24073; }","duration":"381.061823ms","start":"2026-03-02T02:56:08.760492Z","end":"2026-03-02T02:56:09.141554Z","steps":["trace[1986446844] 'agreement among raft nodes before linearized reading' (duration: 380.859449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:09.141655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:08.760473Z","time spent":"381.161995ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:56:09.268925Z","caller":"traceutil/trace.go:171","msg":"trace[1477357862] linearizableReadLoop","detail":"{readStateIndex:24895; appliedIndex:24891; }","duration":"127.569998ms","start":"2026-03-02T02:56:09.141338Z","end":"2026-03-02T02:56:09.268908Z","steps":["trace[1477357862] 'read index received' (duration: 126.879284ms)","trace[1477357862] 'applied index is now lower than readState.Index' (duration: 689.824µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:09.269128Z","caller":"traceutil/trace.go:171","msg":"trace[1149876331] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"366.832365ms","start":"2026-03-02T02:56:08.902288Z","end":"2026-03-02T02:56:09.269121Z","steps":["trace[1149876331] 'process raft request' (duration: 366.004568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:09.26921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:08.902256Z","time spent":"366.897786ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:56:09.26934Z","caller":"traceutil/trace.go:171","msg":"trace[9509494] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"361.989936ms","start":"2026-03-02T02:56:08.907343Z","end":"2026-03-02T02:56:09.269333Z","steps":["trace[9509494] 'process raft request' (duration: 361.475995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:09.269374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:08.907317Z","time spent":"362.038327ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:56:09.269712Z","caller":"traceutil/trace.go:171","msg":"trace[183738729] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"361.924926ms","start":"2026-03-02T02:56:08.90777Z","end":"2026-03-02T02:56:09.269695Z","steps":["trace[183738729] 'process raft request' (duration: 361.112219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:09.269784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:08.907746Z","time spent":"362.004257ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:56:09.269805Z","caller":"traceutil/trace.go:171","msg":"trace[370954687] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"362.122549ms","start":"2026-03-02T02:56:08.907644Z","end":"2026-03-02T02:56:09.269767Z","steps":["trace[370954687] 'process raft request' (duration: 361.21262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:09.269865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.362202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T02:56:09.26998Z","caller":"traceutil/trace.go:171","msg":"trace[671927099] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24077; }","duration":"217.574146ms","start":"2026-03-02T02:56:09.052389Z","end":"2026-03-02T02:56:09.269964Z","steps":["trace[671927099] 'agreement among raft nodes before linearized reading' (duration: 217.296331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:09.27003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:08.907625Z","time spent":"362.339244ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:56:09.609599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.56226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:56:09.609681Z","caller":"traceutil/trace.go:171","msg":"trace[1316936010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24077; }","duration":"202.673193ms","start":"2026-03-02T02:56:09.40699Z","end":"2026-03-02T02:56:09.609663Z","steps":["trace[1316936010] 'range keys from in-memory index tree' (duration: 202.399857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:09.610619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.389867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T02:56:09.610694Z","caller":"traceutil/trace.go:171","msg":"trace[29774916] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24077; }","duration":"204.50157ms","start":"2026-03-02T02:56:09.406176Z","end":"2026-03-02T02:56:09.610678Z","steps":["trace[29774916] 'range keys from in-memory index tree' (duration: 204.137843ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:12.53203Z","caller":"traceutil/trace.go:171","msg":"trace[1675164502] linearizableReadLoop","detail":"{readStateIndex:24915; appliedIndex:24914; }","duration":"120.580367ms","start":"2026-03-02T02:56:12.411427Z","end":"2026-03-02T02:56:12.532007Z","steps":["trace[1675164502] 'read index received' (duration: 120.392373ms)","trace[1675164502] 'applied index is now lower than readState.Index' (duration: 187.194µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:12.532261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.75519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:56:12.532305Z","caller":"traceutil/trace.go:171","msg":"trace[376806883] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24097; }","duration":"120.914044ms","start":"2026-03-02T02:56:12.41138Z","end":"2026-03-02T02:56:12.532295Z","steps":["trace[376806883] 'agreement among raft nodes before linearized reading' (duration: 120.72326ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:12.532678Z","caller":"traceutil/trace.go:171","msg":"trace[1698057445] transaction","detail":"{read_only:false; response_revision:24097; number_of_response:1; }","duration":"206.892008ms","start":"2026-03-02T02:56:12.325774Z","end":"2026-03-02T02:56:12.532666Z","steps":["trace[1698057445] 'process raft request' (duration: 206.105423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:12.877193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.310007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:56:12.877243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.688061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:56:12.877292Z","caller":"traceutil/trace.go:171","msg":"trace[2110489222] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24097; }","duration":"276.430249ms","start":"2026-03-02T02:56:12.600839Z","end":"2026-03-02T02:56:12.877269Z","steps":["trace[2110489222] 'count revisions from in-memory index tree' (duration: 276.146604ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:12.877306Z","caller":"traceutil/trace.go:171","msg":"trace[1334805109] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24097; }","duration":"231.780003ms","start":"2026-03-02T02:56:12.645509Z","end":"2026-03-02T02:56:12.877289Z","steps":["trace[1334805109] 'count revisions from in-memory index tree' (duration: 231.60534ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:13.641905Z","caller":"traceutil/trace.go:171","msg":"trace[223484546] linearizableReadLoop","detail":"{readStateIndex:24916; appliedIndex:24915; }","duration":"463.291761ms","start":"2026-03-02T02:56:13.178591Z","end":"2026-03-02T02:56:13.641882Z","steps":["trace[223484546] 'read index received' (duration: 463.22975ms)","trace[223484546] 'applied index is now lower than readState.Index' (duration: 60.981µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:13.642012Z","caller":"traceutil/trace.go:171","msg":"trace[653579678] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"487.535633ms","start":"2026-03-02T02:56:13.154464Z","end":"2026-03-02T02:56:13.641999Z","steps":["trace[653579678] 'process raft request' (duration: 487.264298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:13.642113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.154435Z","time spent":"487.600265ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:56:13.642245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.653988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:56:13.642274Z","caller":"traceutil/trace.go:171","msg":"trace[1428347697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24098; }","duration":"463.717ms","start":"2026-03-02T02:56:13.178547Z","end":"2026-03-02T02:56:13.642264Z","steps":["trace[1428347697] 'agreement among raft nodes before linearized reading' (duration: 463.671249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:13.6423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.17853Z","time spent":"463.76463ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:56:13.767598Z","caller":"traceutil/trace.go:171","msg":"trace[2063551378] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"486.719747ms","start":"2026-03-02T02:56:13.280862Z","end":"2026-03-02T02:56:13.767582Z","steps":["trace[2063551378] 'process raft request' (duration: 486.562534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:13.767713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.280842Z","time spent":"486.81115ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:56:13.767916Z","caller":"traceutil/trace.go:171","msg":"trace[387989494] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"484.41945ms","start":"2026-03-02T02:56:13.283473Z","end":"2026-03-02T02:56:13.767892Z","steps":["trace[387989494] 'process raft request' (duration: 484.075664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:13.768067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.283463Z","time spent":"484.519933ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:56:13.768088Z","caller":"traceutil/trace.go:171","msg":"trace[1969016991] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"483.340068ms","start":"2026-03-02T02:56:13.28474Z","end":"2026-03-02T02:56:13.76808Z","steps":["trace[1969016991] 'process raft request' (duration: 483.073483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:13.768408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.284732Z","time spent":"483.550592ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:56:13.768474Z","caller":"traceutil/trace.go:171","msg":"trace[1211511445] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"483.603954ms","start":"2026-03-02T02:56:13.28485Z","end":"2026-03-02T02:56:13.768454Z","steps":["trace[1211511445] 'process raft request' (duration: 483.187775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:13.768531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.284845Z","time spent":"483.657866ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:56:13.956439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.055327ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:56:13.956932Z","caller":"traceutil/trace.go:171","msg":"trace[1345680714] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"412.286647ms","start":"2026-03-02T02:56:13.544624Z","end":"2026-03-02T02:56:13.95691Z","steps":["trace[1345680714] 'process raft request' (duration: 411.911109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:13.957037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.544608Z","time spent":"412.362498ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:56:13.956909Z","caller":"traceutil/trace.go:171","msg":"trace[2113205963] linearizableReadLoop","detail":"{readStateIndex:24922; appliedIndex:24916; }","duration":"314.901651ms","start":"2026-03-02T02:56:13.641972Z","end":"2026-03-02T02:56:13.956874Z","steps":["trace[2113205963] 'read index received' (duration: 125.435326ms)","trace[2113205963] 'applied index is now lower than readState.Index' (duration: 189.464395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:14.487961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.352606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:56:14.488046Z","caller":"traceutil/trace.go:171","msg":"trace[1525688973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24103; }","duration":"848.443808ms","start":"2026-03-02T02:56:13.63958Z","end":"2026-03-02T02:56:14.488023Z","steps":["trace[1525688973] 'agreement among raft nodes before linearized reading' (duration: 317.30567ms)","trace[1525688973] 'range keys from in-memory index tree' (duration: 530.927274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:14.488087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.639522Z","time spent":"848.55731ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:56:14.488435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.849392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T02:56:14.488473Z","caller":"traceutil/trace.go:171","msg":"trace[638286269] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24103; }","duration":"800.883553ms","start":"2026-03-02T02:56:13.687573Z","end":"2026-03-02T02:56:14.488457Z","steps":["trace[638286269] 'agreement among raft nodes before linearized reading' (duration: 269.696153ms)","trace[638286269] 'range keys from in-memory index tree' (duration: 531.105327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:14.488502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.687555Z","time spent":"800.940804ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:56:14.488749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.227401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:56:14.488857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.301755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:56:14.488926Z","caller":"traceutil/trace.go:171","msg":"trace[1291316026] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24103; }","duration":"949.363516ms","start":"2026-03-02T02:56:13.539538Z","end":"2026-03-02T02:56:14.488902Z","steps":["trace[1291316026] 'agreement among raft nodes before linearized reading' (duration: 417.450351ms)","trace[1291316026] 'count revisions from in-memory index tree' (duration: 531.840653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:14.488944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.585602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-02T02:56:14.488995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.539517Z","time spent":"949.453968ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:56:14.488969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.480255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T02:56:14.489028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2343803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:56:14.489045Z","caller":"traceutil/trace.go:171","msg":"trace[1085314371] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24103; }","duration":"917.734474ms","start":"2026-03-02T02:56:13.571281Z","end":"2026-03-02T02:56:14.489016Z","steps":["trace[1085314371] 'agreement among raft nodes before linearized reading' (duration: 385.697667ms)","trace[1085314371] 'range keys from in-memory index tree' (duration: 531.747711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:14.489085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.931305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:56:14.489061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.101227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T02:56:14.48907Z","caller":"traceutil/trace.go:171","msg":"trace[1101418125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24103; }","duration":"800.586107ms","start":"2026-03-02T02:56:13.688463Z","end":"2026-03-02T02:56:14.489049Z","steps":["trace[1101418125] 'agreement among raft nodes before linearized reading' (duration: 268.789694ms)","trace[1101418125] 'range keys from in-memory index tree' (duration: 531.411954ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:14.489122Z","caller":"traceutil/trace.go:171","msg":"trace[153383540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24103; }","duration":"669.018237ms","start":"2026-03-02T02:56:13.820096Z","end":"2026-03-02T02:56:14.489114Z","steps":["trace[153383540] 'agreement among raft nodes before linearized reading' (duration: 137.139543ms)","trace[153383540] 'count revisions from in-memory index tree' (duration: 531.799913ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:14.489159Z","caller":"traceutil/trace.go:171","msg":"trace[1472478789] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24103; }","duration":"801.226689ms","start":"2026-03-02T02:56:13.687909Z","end":"2026-03-02T02:56:14.489136Z","steps":["trace[1472478789] 'agreement among raft nodes before linearized reading' (duration: 269.351306ms)","trace[1472478789] 'range keys from in-memory index tree' (duration: 531.653689ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:14.489114Z","caller":"traceutil/trace.go:171","msg":"trace[962151151] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24103; }","duration":"1.234451831s","start":"2026-03-02T02:56:13.254618Z","end":"2026-03-02T02:56:14.48907Z","steps":["trace[962151151] 'agreement among raft nodes before linearized reading' (duration: 702.342483ms)","trace[962151151] 'count revisions from in-memory index tree' (duration: 532.005556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:14.489207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.687894Z","time spent":"801.301971ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:56:14.489221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.688447Z","time spent":"800.712169ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:56:14.489216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.820081Z","time spent":"669.104798ms","remote":"127.0.0.1:38028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:56:14.488983Z","caller":"traceutil/trace.go:171","msg":"trace[1289060486] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24103; }","duration":"702.399904ms","start":"2026-03-02T02:56:13.786455Z","end":"2026-03-02T02:56:14.488855Z","steps":["trace[1289060486] 'agreement among raft nodes before linearized reading' (duration: 170.789305ms)","trace[1289060486] 'count revisions from in-memory index tree' (duration: 531.439686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:14.488998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.000187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:56:14.489351Z","caller":"traceutil/trace.go:171","msg":"trace[2064138841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24103; }","duration":"805.408795ms","start":"2026-03-02T02:56:13.683932Z","end":"2026-03-02T02:56:14.489341Z","steps":["trace[2064138841] 'agreement among raft nodes before linearized reading' (duration: 273.352977ms)","trace[2064138841] 'range keys from in-memory index tree' (duration: 531.511977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:14.489096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.571258Z","time spent":"917.827686ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T02:56:14.488746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.75251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T02:56:14.489453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.683926Z","time spent":"805.452545ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:56:14.489463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.652056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299335"} {"level":"info","ts":"2026-03-02T02:56:14.489511Z","caller":"traceutil/trace.go:171","msg":"trace[311983672] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:24103; }","duration":"484.694807ms","start":"2026-03-02T02:56:14.0048Z","end":"2026-03-02T02:56:14.489495Z","steps":["trace[311983672] 'range keys from in-memory index tree' (duration: 484.298298ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:14.489542Z","caller":"traceutil/trace.go:171","msg":"trace[807614110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24103; }","duration":"803.512426ms","start":"2026-03-02T02:56:13.685969Z","end":"2026-03-02T02:56:14.489482Z","steps":["trace[807614110] 'agreement among raft nodes before linearized reading' (duration: 271.306816ms)","trace[807614110] 'range keys from in-memory index tree' (duration: 531.346953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:14.489562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:14.004744Z","time spent":"484.809049ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":299358,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:56:14.489605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.685945Z","time spent":"803.639838ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:56:14.48873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.881656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:56:14.48972Z","caller":"traceutil/trace.go:171","msg":"trace[1284852126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24103; }","duration":"845.933357ms","start":"2026-03-02T02:56:13.643774Z","end":"2026-03-02T02:56:14.489707Z","steps":["trace[1284852126] 'agreement among raft nodes before linearized reading' (duration: 313.438311ms)","trace[1284852126] 'range keys from in-memory index tree' (duration: 531.451885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:14.489776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.643756Z","time spent":"846.010919ms","remote":"127.0.0.1:57476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:56:14.4891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.011758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:56:14.489861Z","caller":"traceutil/trace.go:171","msg":"trace[2146451254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24103; }","duration":"808.805814ms","start":"2026-03-02T02:56:13.681039Z","end":"2026-03-02T02:56:14.489845Z","steps":["trace[2146451254] 'agreement among raft nodes before linearized reading' (duration: 276.252296ms)","trace[2146451254] 'range keys from in-memory index tree' (duration: 531.756252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:14.489297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.786442Z","time spent":"702.841843ms","remote":"127.0.0.1:45102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:56:14.489256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.254548Z","time spent":"1.234694287s","remote":"127.0.0.1:32892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:56:14.489905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:13.681022Z","time spent":"808.873006ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:56:14.489559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.234539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:56:14.49097Z","caller":"traceutil/trace.go:171","msg":"trace[42455935] linearizableReadLoop","detail":"{readStateIndex:24923; appliedIndex:24922; }","duration":"227.6476ms","start":"2026-03-02T02:56:14.263305Z","end":"2026-03-02T02:56:14.490952Z","steps":["trace[42455935] 'read index received' (duration: 40.766338ms)","trace[42455935] 'applied index is now lower than readState.Index' (duration: 186.878472ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:14.491012Z","caller":"traceutil/trace.go:171","msg":"trace[77022701] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"257.457664ms","start":"2026-03-02T02:56:14.233516Z","end":"2026-03-02T02:56:14.490974Z","steps":["trace[77022701] 'process raft request' (duration: 70.636423ms)","trace[77022701] 'compare' (duration: 184.015984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:14.49109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.790972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:56:14.492437Z","caller":"traceutil/trace.go:171","msg":"trace[4364583] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24104; }","duration":"229.161501ms","start":"2026-03-02T02:56:14.26325Z","end":"2026-03-02T02:56:14.492411Z","steps":["trace[4364583] 'agreement among raft nodes before linearized reading' (duration: 227.805783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:14.492569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.276215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T02:56:14.492646Z","caller":"traceutil/trace.go:171","msg":"trace[1496844775] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24104; }","duration":"131.400736ms","start":"2026-03-02T02:56:14.361233Z","end":"2026-03-02T02:56:14.492634Z","steps":["trace[1496844775] 'agreement among raft nodes before linearized reading' (duration: 131.117491ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:14.690446Z","caller":"traceutil/trace.go:171","msg":"trace[2060689161] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"197.08115ms","start":"2026-03-02T02:56:14.493337Z","end":"2026-03-02T02:56:14.690418Z","steps":["trace[2060689161] 'process raft request' (duration: 157.863864ms)","trace[2060689161] 'compare' (duration: 38.984172ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:14.690789Z","caller":"traceutil/trace.go:171","msg":"trace[874235589] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"196.768904ms","start":"2026-03-02T02:56:14.493996Z","end":"2026-03-02T02:56:14.690765Z","steps":["trace[874235589] 'process raft request' (duration: 196.372036ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:14.690975Z","caller":"traceutil/trace.go:171","msg":"trace[505773030] transaction","detail":"{read_only:false; response_revision:24107; number_of_response:1; }","duration":"196.424556ms","start":"2026-03-02T02:56:14.494529Z","end":"2026-03-02T02:56:14.690954Z","steps":["trace[505773030] 'process raft request' (duration: 196.11868ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:14.691108Z","caller":"traceutil/trace.go:171","msg":"trace[895600656] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"196.311434ms","start":"2026-03-02T02:56:14.494777Z","end":"2026-03-02T02:56:14.691089Z","steps":["trace[895600656] 'process raft request' (duration: 196.11317ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:14.691155Z","caller":"traceutil/trace.go:171","msg":"trace[597364897] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"195.464017ms","start":"2026-03-02T02:56:14.495667Z","end":"2026-03-02T02:56:14.691131Z","steps":["trace[597364897] 'process raft request' (duration: 195.337214ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:14.691119Z","caller":"traceutil/trace.go:171","msg":"trace[846106388] linearizableReadLoop","detail":"{readStateIndex:24928; appliedIndex:24923; }","duration":"196.010298ms","start":"2026-03-02T02:56:14.495087Z","end":"2026-03-02T02:56:14.691098Z","steps":["trace[846106388] 'read index received' (duration: 156.239521ms)","trace[846106388] 'applied index is now lower than readState.Index' (duration: 39.770057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:14.691294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.192171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-03-02T02:56:14.691339Z","caller":"traceutil/trace.go:171","msg":"trace[897083081] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24111; }","duration":"196.309334ms","start":"2026-03-02T02:56:14.495021Z","end":"2026-03-02T02:56:14.69133Z","steps":["trace[897083081] 'agreement among raft nodes before linearized reading' (duration: 196.14356ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:14.691323Z","caller":"traceutil/trace.go:171","msg":"trace[1842680768] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"196.356155ms","start":"2026-03-02T02:56:14.49484Z","end":"2026-03-02T02:56:14.691196Z","steps":["trace[1842680768] 'process raft request' (duration: 196.1305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:14.691475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.686371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:56:14.691153Z","caller":"traceutil/trace.go:171","msg":"trace[2130748692] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"195.10347ms","start":"2026-03-02T02:56:14.496034Z","end":"2026-03-02T02:56:14.691138Z","steps":["trace[2130748692] 'process raft request' (duration: 195.025488ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:14.691523Z","caller":"traceutil/trace.go:171","msg":"trace[132391598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24111; }","duration":"194.757223ms","start":"2026-03-02T02:56:14.496755Z","end":"2026-03-02T02:56:14.691512Z","steps":["trace[132391598] 'agreement among raft nodes before linearized reading' (duration: 194.670681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:14.692188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.776853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-02T02:56:14.692233Z","caller":"traceutil/trace.go:171","msg":"trace[38201414] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24111; }","duration":"195.834164ms","start":"2026-03-02T02:56:14.496385Z","end":"2026-03-02T02:56:14.692219Z","steps":["trace[38201414] 'agreement among raft nodes before linearized reading' (duration: 195.030688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:16.05001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.117679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:56:16.050125Z","caller":"traceutil/trace.go:171","msg":"trace[1307424441] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"276.003242ms","start":"2026-03-02T02:56:15.774099Z","end":"2026-03-02T02:56:16.050102Z","steps":["trace[1307424441] 'process raft request' (duration: 82.701809ms)","trace[1307424441] 'compare' (duration: 192.790582ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:16.056217Z","caller":"traceutil/trace.go:171","msg":"trace[1615471273] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"275.806046ms","start":"2026-03-02T02:56:15.780387Z","end":"2026-03-02T02:56:16.056193Z","steps":["trace[1615471273] 'process raft request' (duration: 275.575762ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:16.056218Z","caller":"traceutil/trace.go:171","msg":"trace[1215145311] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"268.164032ms","start":"2026-03-02T02:56:15.788034Z","end":"2026-03-02T02:56:16.056198Z","steps":["trace[1215145311] 'process raft request' (duration: 268.109261ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:16.056247Z","caller":"traceutil/trace.go:171","msg":"trace[1154033207] transaction","detail":"{read_only:false; response_revision:24115; number_of_response:1; }","duration":"271.088832ms","start":"2026-03-02T02:56:15.785132Z","end":"2026-03-02T02:56:16.056221Z","steps":["trace[1154033207] 'process raft request' (duration: 270.966409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:16.319821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.354809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:56:16.319903Z","caller":"traceutil/trace.go:171","msg":"trace[54530130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24116; }","duration":"141.497621ms","start":"2026-03-02T02:56:16.178386Z","end":"2026-03-02T02:56:16.319884Z","steps":["trace[54530130] 'range keys from in-memory index tree' (duration: 141.242636ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:17.10711Z","caller":"traceutil/trace.go:171","msg":"trace[741877185] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"404.952057ms","start":"2026-03-02T02:56:16.702134Z","end":"2026-03-02T02:56:17.107086Z","steps":["trace[741877185] 'process raft request' (duration: 404.783474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:17.107251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:16.702123Z","time spent":"405.057019ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:56:17.338793Z","caller":"traceutil/trace.go:171","msg":"trace[1087779286] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"636.530127ms","start":"2026-03-02T02:56:16.702237Z","end":"2026-03-02T02:56:17.338767Z","steps":["trace[1087779286] 'process raft request' (duration: 636.339754ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:17.338984Z","caller":"traceutil/trace.go:171","msg":"trace[691121437] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"636.66257ms","start":"2026-03-02T02:56:16.702307Z","end":"2026-03-02T02:56:17.33897Z","steps":["trace[691121437] 'process raft request' (duration: 636.416265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:17.338932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:16.702232Z","time spent":"636.629429ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:56:17.339073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:16.702302Z","time spent":"636.736572ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:56:17.339298Z","caller":"traceutil/trace.go:171","msg":"trace[1284486971] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"636.978167ms","start":"2026-03-02T02:56:16.702309Z","end":"2026-03-02T02:56:17.339287Z","steps":["trace[1284486971] 'process raft request' (duration: 636.609739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:17.339361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:16.702286Z","time spent":"637.044338ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:56:17.339441Z","caller":"traceutil/trace.go:171","msg":"trace[2082407074] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"637.014207ms","start":"2026-03-02T02:56:16.702418Z","end":"2026-03-02T02:56:17.339432Z","steps":["trace[2082407074] 'process raft request' (duration: 636.828373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:17.339492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:16.702378Z","time spent":"637.086318ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:56:17.339559Z","caller":"traceutil/trace.go:171","msg":"trace[664871272] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"637.213641ms","start":"2026-03-02T02:56:16.702336Z","end":"2026-03-02T02:56:17.339549Z","steps":["trace[664871272] 'process raft request' (duration: 636.827203ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:17.339498Z","caller":"traceutil/trace.go:171","msg":"trace[1554305424] linearizableReadLoop","detail":"{readStateIndex:24942; appliedIndex:24935; }","duration":"416.585354ms","start":"2026-03-02T02:56:16.922735Z","end":"2026-03-02T02:56:17.339321Z","steps":["trace[1554305424] 'read index received' (duration: 184.242549ms)","trace[1554305424] 'applied index is now lower than readState.Index' (duration: 232.341475ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:17.339639Z","caller":"traceutil/trace.go:171","msg":"trace[1764292051] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"635.236341ms","start":"2026-03-02T02:56:16.704392Z","end":"2026-03-02T02:56:17.339629Z","steps":["trace[1764292051] 'process raft request' (duration: 634.890124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:17.339681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:16.704381Z","time spent":"635.280671ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:56:17.3396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:16.702332Z","time spent":"637.248302ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:56:17.339844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.060186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:56:17.339852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.057574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:56:17.339927Z","caller":"traceutil/trace.go:171","msg":"trace[898566251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24123; }","duration":"152.185149ms","start":"2026-03-02T02:56:17.187704Z","end":"2026-03-02T02:56:17.33989Z","steps":["trace[898566251] 'agreement among raft nodes before linearized reading' (duration: 152.068456ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:17.33996Z","caller":"traceutil/trace.go:171","msg":"trace[589945007] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24123; }","duration":"417.244638ms","start":"2026-03-02T02:56:16.922699Z","end":"2026-03-02T02:56:17.339944Z","steps":["trace[589945007] 'agreement among raft nodes before linearized reading' (duration: 417.051554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:17.340073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:16.922685Z","time spent":"417.37357ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:56:17.887934Z","caller":"traceutil/trace.go:171","msg":"trace[1129619844] linearizableReadLoop","detail":"{readStateIndex:24943; appliedIndex:24942; }","duration":"340.249224ms","start":"2026-03-02T02:56:17.54766Z","end":"2026-03-02T02:56:17.887909Z","steps":["trace[1129619844] 'read index received' (duration: 340.01788ms)","trace[1129619844] 'applied index is now lower than readState.Index' (duration: 229.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:17.888061Z","caller":"traceutil/trace.go:171","msg":"trace[1552291362] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"403.303444ms","start":"2026-03-02T02:56:17.484717Z","end":"2026-03-02T02:56:17.888021Z","steps":["trace[1552291362] 'process raft request' (duration: 402.873946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:17.888253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:17.484692Z","time spent":"403.441908ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:56:17.888304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.590052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:56:17.888421Z","caller":"traceutil/trace.go:171","msg":"trace[763174900] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24124; }","duration":"340.793515ms","start":"2026-03-02T02:56:17.547608Z","end":"2026-03-02T02:56:17.888402Z","steps":["trace[763174900] 'agreement among raft nodes before linearized reading' (duration: 340.421178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:17.888499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:17.547584Z","time spent":"340.902008ms","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":186,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:56:17.916268Z","caller":"traceutil/trace.go:171","msg":"trace[1662345766] transaction","detail":"{read_only:false; response_revision:24125; number_of_response:1; }","duration":"160.816303ms","start":"2026-03-02T02:56:17.755411Z","end":"2026-03-02T02:56:17.916227Z","steps":["trace[1662345766] 'process raft request' (duration: 160.610239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:17.916341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.769506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:56:17.916507Z","caller":"traceutil/trace.go:171","msg":"trace[1814858280] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24125; }","duration":"345.979321ms","start":"2026-03-02T02:56:17.570504Z","end":"2026-03-02T02:56:17.916484Z","steps":["trace[1814858280] 'agreement among raft nodes before linearized reading' (duration: 345.664425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:17.916595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:17.570493Z","time spent":"346.086703ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:56:18.332349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.693248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:56:18.332443Z","caller":"traceutil/trace.go:171","msg":"trace[1699051316] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24129; }","duration":"216.850021ms","start":"2026-03-02T02:56:18.115566Z","end":"2026-03-02T02:56:18.332416Z","steps":["trace[1699051316] 'count revisions from in-memory index tree' (duration: 216.610136ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:19.225358Z","caller":"traceutil/trace.go:171","msg":"trace[2046662232] linearizableReadLoop","detail":"{readStateIndex:24951; appliedIndex:24950; }","duration":"216.032514ms","start":"2026-03-02T02:56:19.0093Z","end":"2026-03-02T02:56:19.225333Z","steps":["trace[2046662232] 'read index received' (duration: 215.83478ms)","trace[2046662232] 'applied index is now lower than readState.Index' (duration: 196.954µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:19.225496Z","caller":"traceutil/trace.go:171","msg":"trace[1961463616] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"262.777762ms","start":"2026-03-02T02:56:18.962704Z","end":"2026-03-02T02:56:19.225482Z","steps":["trace[1961463616] 'process raft request' (duration: 262.493676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:19.225911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.557974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T02:56:19.226027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.714189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-02T02:56:19.226038Z","caller":"traceutil/trace.go:171","msg":"trace[1887538239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24131; }","duration":"114.732298ms","start":"2026-03-02T02:56:19.111277Z","end":"2026-03-02T02:56:19.226009Z","steps":["trace[1887538239] 'agreement among raft nodes before linearized reading' (duration: 114.442072ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:19.226081Z","caller":"traceutil/trace.go:171","msg":"trace[342784155] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24131; }","duration":"216.836501ms","start":"2026-03-02T02:56:19.009233Z","end":"2026-03-02T02:56:19.226069Z","steps":["trace[342784155] 'agreement among raft nodes before linearized reading' (duration: 216.641207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:20.040041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.506204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:56:20.040391Z","caller":"traceutil/trace.go:171","msg":"trace[849872822] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"118.735039ms","start":"2026-03-02T02:56:19.92163Z","end":"2026-03-02T02:56:20.040365Z","steps":["trace[849872822] 'process raft request' (duration: 118.595306ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:20.040462Z","caller":"traceutil/trace.go:171","msg":"trace[23366832] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"806.541727ms","start":"2026-03-02T02:56:19.233856Z","end":"2026-03-02T02:56:20.040397Z","steps":["trace[23366832] 'process raft request' (duration: 486.583664ms)","trace[23366832] 'compare' (duration: 319.231369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:20.040666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:19.233833Z","time spent":"806.732882ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:56:20.040706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.69765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-02T02:56:20.040752Z","caller":"traceutil/trace.go:171","msg":"trace[1239597025] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24133; }","duration":"805.784212ms","start":"2026-03-02T02:56:19.234957Z","end":"2026-03-02T02:56:20.040742Z","steps":["trace[1239597025] 'agreement among raft nodes before linearized reading' (duration: 805.592258ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:20.040497Z","caller":"traceutil/trace.go:171","msg":"trace[1681838384] linearizableReadLoop","detail":"{readStateIndex:24952; appliedIndex:24951; }","duration":"805.474995ms","start":"2026-03-02T02:56:19.234995Z","end":"2026-03-02T02:56:20.04047Z","steps":["trace[1681838384] 'read index received' (duration: 485.42929ms)","trace[1681838384] 'applied index is now lower than readState.Index' (duration: 320.042955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:20.040798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:19.234949Z","time spent":"805.841053ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-02T02:56:20.041304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.832315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-03-02T02:56:20.041469Z","caller":"traceutil/trace.go:171","msg":"trace[373586419] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24133; }","duration":"675.027349ms","start":"2026-03-02T02:56:19.366403Z","end":"2026-03-02T02:56:20.041431Z","steps":["trace[373586419] 'agreement among raft nodes before linearized reading' (duration: 674.774344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:20.041589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.645158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-02T02:56:20.041594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.24158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-02T02:56:20.041612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.318201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:56:20.041658Z","caller":"traceutil/trace.go:171","msg":"trace[1820328071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24133; }","duration":"697.365512ms","start":"2026-03-02T02:56:19.344281Z","end":"2026-03-02T02:56:20.041647Z","steps":["trace[1820328071] 'agreement among raft nodes before linearized reading' (duration: 697.173589ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:20.041675Z","caller":"traceutil/trace.go:171","msg":"trace[1045500925] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24133; }","duration":"697.317501ms","start":"2026-03-02T02:56:19.344323Z","end":"2026-03-02T02:56:20.041641Z","steps":["trace[1045500925] 'agreement among raft nodes before linearized reading' (duration: 697.057506ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:20.041676Z","caller":"traceutil/trace.go:171","msg":"trace[568711834] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24133; }","duration":"253.73988ms","start":"2026-03-02T02:56:19.787887Z","end":"2026-03-02T02:56:20.041627Z","steps":["trace[568711834] 'agreement among raft nodes before linearized reading' (duration: 253.470195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:20.041706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:19.344244Z","time spent":"697.445434ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:56:20.041714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:19.344313Z","time spent":"697.390842ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:56:20.041605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:19.366387Z","time spent":"675.201332ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-02T02:56:20.0418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.377571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:56:20.041331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.597827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T02:56:20.041981Z","caller":"traceutil/trace.go:171","msg":"trace[1823991304] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24133; }","duration":"558.586076ms","start":"2026-03-02T02:56:19.483381Z","end":"2026-03-02T02:56:20.041967Z","steps":["trace[1823991304] 'agreement among raft nodes before linearized reading' (duration: 557.79262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:20.042011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.531906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T02:56:20.042048Z","caller":"traceutil/trace.go:171","msg":"trace[1184516171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24133; }","duration":"697.632617ms","start":"2026-03-02T02:56:19.3444Z","end":"2026-03-02T02:56:20.042033Z","steps":["trace[1184516171] 'agreement among raft nodes before linearized reading' (duration: 697.515895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:20.042128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:19.344371Z","time spent":"697.727399ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:56:20.042109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.227549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T02:56:20.042051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:19.483369Z","time spent":"558.668237ms","remote":"127.0.0.1:49060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:56:20.042181Z","caller":"traceutil/trace.go:171","msg":"trace[1667743634] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24133; }","duration":"698.364513ms","start":"2026-03-02T02:56:19.343799Z","end":"2026-03-02T02:56:20.042163Z","steps":["trace[1667743634] 'agreement among raft nodes before linearized reading' (duration: 697.373463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:20.04224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:19.343774Z","time spent":"698.458694ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T02:56:20.041987Z","caller":"traceutil/trace.go:171","msg":"trace[522507487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24133; }","duration":"697.279051ms","start":"2026-03-02T02:56:19.344693Z","end":"2026-03-02T02:56:20.041973Z","steps":["trace[522507487] 'agreement among raft nodes before linearized reading' (duration: 696.474875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:20.042308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.708929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:56:20.042388Z","caller":"traceutil/trace.go:171","msg":"trace[960970952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24133; }","duration":"698.156038ms","start":"2026-03-02T02:56:19.344223Z","end":"2026-03-02T02:56:20.042379Z","steps":["trace[960970952] 'agreement among raft nodes before linearized reading' (duration: 697.493695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:20.042479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:19.344209Z","time spent":"698.25965ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:56:20.042286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:19.344683Z","time spent":"697.589907ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:56:20.508443Z","caller":"traceutil/trace.go:171","msg":"trace[1541496377] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"419.496322ms","start":"2026-03-02T02:56:20.088917Z","end":"2026-03-02T02:56:20.508414Z","steps":["trace[1541496377] 'process raft request' (duration: 419.282198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:20.508795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:20.0889Z","time spent":"419.623805ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:56:20.508838Z","caller":"traceutil/trace.go:171","msg":"trace[1679877956] linearizableReadLoop","detail":"{readStateIndex:24964; appliedIndex:24961; }","duration":"353.400202ms","start":"2026-03-02T02:56:20.155413Z","end":"2026-03-02T02:56:20.508814Z","steps":["trace[1679877956] 'read index received' (duration: 352.695407ms)","trace[1679877956] 'applied index is now lower than readState.Index' (duration: 703.985µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:20.508939Z","caller":"traceutil/trace.go:171","msg":"trace[1893754389] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"418.494214ms","start":"2026-03-02T02:56:20.090404Z","end":"2026-03-02T02:56:20.508898Z","steps":["trace[1893754389] 'process raft request' (duration: 418.29859ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:20.508972Z","caller":"traceutil/trace.go:171","msg":"trace[655911949] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"418.590215ms","start":"2026-03-02T02:56:20.09034Z","end":"2026-03-02T02:56:20.50893Z","steps":["trace[655911949] 'process raft request' (duration: 418.002062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:20.509047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.624347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:56:20.50911Z","caller":"traceutil/trace.go:171","msg":"trace[1401669230] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24144; }","duration":"353.731849ms","start":"2026-03-02T02:56:20.155361Z","end":"2026-03-02T02:56:20.509093Z","steps":["trace[1401669230] 'agreement among raft nodes before linearized reading' (duration: 353.628587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:20.50915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:20.155342Z","time spent":"353.80039ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T02:56:20.509153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:20.090383Z","time spent":"418.665537ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:56:20.509213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:20.090331Z","time spent":"418.734808ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:56:55.373458Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21848} {"level":"info","ts":"2026-03-02T02:56:55.502823Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21848,"took":"125.986697ms","hash":2671871974,"current-db-size-bytes":50225152,"current-db-size":"50 MB","current-db-size-in-use-bytes":32649216,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-02T02:56:55.502874Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2671871974,"revision":21848,"compact-revision":19054} {"level":"warn","ts":"2026-03-02T02:58:40.079085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.857915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:58:40.079176Z","caller":"traceutil/trace.go:171","msg":"trace[1774662223] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25418; }","duration":"134.964327ms","start":"2026-03-02T02:58:39.944193Z","end":"2026-03-02T02:58:40.079158Z","steps":["trace[1774662223] 'count revisions from in-memory index tree' (duration: 134.713462ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:21.250626Z","caller":"traceutil/trace.go:171","msg":"trace[916002583] linearizableReadLoop","detail":"{readStateIndex:26739; appliedIndex:26738; }","duration":"144.087489ms","start":"2026-03-02T02:59:21.106517Z","end":"2026-03-02T02:59:21.250604Z","steps":["trace[916002583] 'read index received' (duration: 143.983457ms)","trace[916002583] 'applied index is now lower than readState.Index' (duration: 102.862µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:21.25084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.298783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T02:59:21.250897Z","caller":"traceutil/trace.go:171","msg":"trace[56762078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25871; }","duration":"144.388754ms","start":"2026-03-02T02:59:21.106493Z","end":"2026-03-02T02:59:21.250881Z","steps":["trace[56762078] 'agreement among raft nodes before linearized reading' (duration: 144.20133ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:21.25144Z","caller":"traceutil/trace.go:171","msg":"trace[1264784847] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"155.027774ms","start":"2026-03-02T02:59:21.096389Z","end":"2026-03-02T02:59:21.251416Z","steps":["trace[1264784847] 'process raft request' (duration: 154.076706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:21.336336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.92808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:21.336376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.789892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T02:59:21.33644Z","caller":"traceutil/trace.go:171","msg":"trace[1844102213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25874; }","duration":"161.083183ms","start":"2026-03-02T02:59:21.175332Z","end":"2026-03-02T02:59:21.336415Z","steps":["trace[1844102213] 'agreement among raft nodes before linearized reading' (duration: 160.8904ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:21.336451Z","caller":"traceutil/trace.go:171","msg":"trace[1531992980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25874; }","duration":"229.885984ms","start":"2026-03-02T02:59:21.106546Z","end":"2026-03-02T02:59:21.336432Z","steps":["trace[1531992980] 'agreement among raft nodes before linearized reading' (duration: 229.644499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:21.336452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.908429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T02:59:21.336463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.236902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:21.336515Z","caller":"traceutil/trace.go:171","msg":"trace[550510529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25874; }","duration":"209.004031ms","start":"2026-03-02T02:59:21.127492Z","end":"2026-03-02T02:59:21.336496Z","steps":["trace[550510529] 'agreement among raft nodes before linearized reading' (duration: 208.819477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:21.336494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.361871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T02:59:21.336546Z","caller":"traceutil/trace.go:171","msg":"trace[938692189] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25874; }","duration":"140.376304ms","start":"2026-03-02T02:59:21.196146Z","end":"2026-03-02T02:59:21.336522Z","steps":["trace[938692189] 'agreement among raft nodes before linearized reading' (duration: 140.236222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:21.336558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.978116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T02:59:21.336598Z","caller":"traceutil/trace.go:171","msg":"trace[916587059] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25874; }","duration":"195.495453ms","start":"2026-03-02T02:59:21.141078Z","end":"2026-03-02T02:59:21.336573Z","steps":["trace[916587059] 'agreement among raft nodes before linearized reading' (duration: 195.268839ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:21.336616Z","caller":"traceutil/trace.go:171","msg":"trace[1716270636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25874; }","duration":"230.033177ms","start":"2026-03-02T02:59:21.10656Z","end":"2026-03-02T02:59:21.336593Z","steps":["trace[1716270636] 'agreement among raft nodes before linearized reading' (duration: 229.891414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:21.336712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.04329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T02:59:21.336807Z","caller":"traceutil/trace.go:171","msg":"trace[239192063] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25874; }","duration":"215.150743ms","start":"2026-03-02T02:59:21.121629Z","end":"2026-03-02T02:59:21.33678Z","steps":["trace[239192063] 'agreement among raft nodes before linearized reading' (duration: 214.828676ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:01:55.379701Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24545} {"level":"info","ts":"2026-03-02T03:01:55.510347Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24545,"took":"124.858739ms","hash":3718213739,"current-db-size-bytes":50225152,"current-db-size":"50 MB","current-db-size-in-use-bytes":34942976,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-03-02T03:01:55.510398Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3718213739,"revision":24545,"compact-revision":21848} {"level":"info","ts":"2026-03-02T03:06:09.492568Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T03:06:09.498104Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-02T03:06:09.498232Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-02T03:06:55.385752Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27204} {"level":"info","ts":"2026-03-02T03:06:55.521759Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27204,"took":"132.763715ms","hash":4010168660,"current-db-size-bytes":50225152,"current-db-size":"50 MB","current-db-size-in-use-bytes":28880896,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T03:06:55.521827Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4010168660,"revision":27204,"compact-revision":24545} {"level":"info","ts":"2026-03-02T03:11:55.39291Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29347} {"level":"info","ts":"2026-03-02T03:11:55.5312Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29347,"took":"133.641822ms","hash":885436018,"current-db-size-bytes":50225152,"current-db-size":"50 MB","current-db-size-in-use-bytes":28917760,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T03:11:55.531262Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":885436018,"revision":29347,"compact-revision":27204} {"level":"info","ts":"2026-03-02T03:13:03.944847Z","caller":"traceutil/trace.go:171","msg":"trace[401545328] linearizableReadLoop","detail":"{readStateIndex:33088; appliedIndex:33087; }","duration":"191.842133ms","start":"2026-03-02T03:13:03.752959Z","end":"2026-03-02T03:13:03.944801Z","steps":["trace[401545328] 'read index received' (duration: 187.261772ms)","trace[401545328] 'applied index is now lower than readState.Index' (duration: 4.57855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:13:03.945075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.071267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T03:13:03.945158Z","caller":"traceutil/trace.go:171","msg":"trace[565685575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32032; }","duration":"192.223281ms","start":"2026-03-02T03:13:03.752917Z","end":"2026-03-02T03:13:03.94514Z","steps":["trace[565685575] 'agreement among raft nodes before linearized reading' (duration: 191.978526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:03.945974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.538446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T03:13:03.946063Z","caller":"traceutil/trace.go:171","msg":"trace[1216803883] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32034; }","duration":"147.68328ms","start":"2026-03-02T03:13:03.798357Z","end":"2026-03-02T03:13:03.946041Z","steps":["trace[1216803883] 'agreement among raft nodes before linearized reading' (duration: 147.446715ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:13:03.94622Z","caller":"traceutil/trace.go:171","msg":"trace[1191344706] transaction","detail":"{read_only:false; response_revision:32033; number_of_response:1; }","duration":"136.815614ms","start":"2026-03-02T03:13:03.809385Z","end":"2026-03-02T03:13:03.946201Z","steps":["trace[1191344706] 'process raft request' (duration: 136.191842ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:13:03.946299Z","caller":"traceutil/trace.go:171","msg":"trace[2127610459] transaction","detail":"{read_only:false; response_revision:32034; number_of_response:1; }","duration":"122.528502ms","start":"2026-03-02T03:13:03.823763Z","end":"2026-03-02T03:13:03.946292Z","steps":["trace[2127610459] 'process raft request' (duration: 121.992911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:03.946614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.941096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T03:13:03.946721Z","caller":"traceutil/trace.go:171","msg":"trace[1795861905] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32034; }","duration":"147.100589ms","start":"2026-03-02T03:13:03.799592Z","end":"2026-03-02T03:13:03.946693Z","steps":["trace[1795861905] 'agreement among raft nodes before linearized reading' (duration: 146.742172ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:14:38.701642Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000083e2.wal"} {"level":"info","ts":"2026-03-02T03:16:55.399807Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31503} {"level":"info","ts":"2026-03-02T03:16:55.550923Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31503,"took":"146.750961ms","hash":2420765366,"current-db-size-bytes":50647040,"current-db-size":"51 MB","current-db-size-in-use-bytes":30318592,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T03:16:55.551172Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2420765366,"revision":31503,"compact-revision":29347} {"level":"info","ts":"2026-03-02T03:21:55.406433Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33690} {"level":"info","ts":"2026-03-02T03:21:55.550436Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33690,"took":"138.171319ms","hash":404186058,"current-db-size-bytes":52838400,"current-db-size":"53 MB","current-db-size-in-use-bytes":29532160,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T03:21:55.550527Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":404186058,"revision":33690,"compact-revision":31503} {"level":"warn","ts":"2026-03-02T03:25:07.198341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.618325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T03:25:07.198771Z","caller":"traceutil/trace.go:171","msg":"trace[1880752586] linearizableReadLoop","detail":"{readStateIndex:38424; appliedIndex:38422; }","duration":"310.555123ms","start":"2026-03-02T03:25:06.888179Z","end":"2026-03-02T03:25:07.198734Z","steps":["trace[1880752586] 'read index received' (duration: 31.186405ms)","trace[1880752586] 'applied index is now lower than readState.Index' (duration: 279.366568ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:25:07.198978Z","caller":"traceutil/trace.go:171","msg":"trace[2138139489] transaction","detail":"{read_only:false; response_revision:37210; number_of_response:1; }","duration":"312.263116ms","start":"2026-03-02T03:25:06.886691Z","end":"2026-03-02T03:25:07.198955Z","steps":["trace[2138139489] 'process raft request' (duration: 311.780477ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:07.199003Z","caller":"traceutil/trace.go:171","msg":"trace[39640346] transaction","detail":"{read_only:false; response_revision:37209; number_of_response:1; }","duration":"330.402815ms","start":"2026-03-02T03:25:06.868569Z","end":"2026-03-02T03:25:07.198971Z","steps":["trace[39640346] 'process raft request' (duration: 183.060056ms)","trace[39640346] 'compare' (duration: 146.449952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:25:07.199183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:06.886678Z","time spent":"312.379288ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:25:07.199332Z","caller":"traceutil/trace.go:171","msg":"trace[167305697] transaction","detail":"{read_only:false; response_revision:37211; number_of_response:1; }","duration":"259.81776ms","start":"2026-03-02T03:25:06.939494Z","end":"2026-03-02T03:25:07.199312Z","steps":["trace[167305697] 'process raft request' (duration: 259.045515ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:07.199384Z","caller":"traceutil/trace.go:171","msg":"trace[654797078] transaction","detail":"{read_only:false; response_revision:37213; number_of_response:1; }","duration":"100.733269ms","start":"2026-03-02T03:25:07.098637Z","end":"2026-03-02T03:25:07.199371Z","steps":["trace[654797078] 'process raft request' (duration: 99.971364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:07.199447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.117485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:25:07.199192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:06.86855Z","time spent":"330.557428ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:25:07.199516Z","caller":"traceutil/trace.go:171","msg":"trace[1860541531] transaction","detail":"{read_only:false; response_revision:37212; number_of_response:1; }","duration":"101.999424ms","start":"2026-03-02T03:25:07.097504Z","end":"2026-03-02T03:25:07.199504Z","steps":["trace[1860541531] 'process raft request' (duration: 101.071016ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:07.199553Z","caller":"traceutil/trace.go:171","msg":"trace[1930087461] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:37214; }","duration":"308.248857ms","start":"2026-03-02T03:25:06.891283Z","end":"2026-03-02T03:25:07.199532Z","steps":["trace[1930087461] 'agreement among raft nodes before linearized reading' (duration: 308.088094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:07.19963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:06.891272Z","time spent":"308.340089ms","remote":"127.0.0.1:40744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:25:07.199763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.049331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T03:25:07.199806Z","caller":"traceutil/trace.go:171","msg":"trace[1215788281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37214; }","duration":"199.135773ms","start":"2026-03-02T03:25:07.000659Z","end":"2026-03-02T03:25:07.199795Z","steps":["trace[1215788281] 'agreement among raft nodes before linearized reading' (duration: 198.986959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:07.199811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.636965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"warn","ts":"2026-03-02T03:25:07.199919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.043784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:25:07.199951Z","caller":"traceutil/trace.go:171","msg":"trace[1145811602] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:37214; }","duration":"190.115114ms","start":"2026-03-02T03:25:07.009823Z","end":"2026-03-02T03:25:07.199938Z","steps":["trace[1145811602] 'agreement among raft nodes before linearized reading' (duration: 190.066723ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:25:07.199952Z","caller":"traceutil/trace.go:171","msg":"trace[83147775] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:37214; }","duration":"311.792278ms","start":"2026-03-02T03:25:06.88814Z","end":"2026-03-02T03:25:07.199932Z","steps":["trace[83147775] 'agreement among raft nodes before linearized reading' (duration: 311.539772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:07.200308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.796745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-02T03:25:07.200349Z","caller":"traceutil/trace.go:171","msg":"trace[120897461] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:37214; }","duration":"240.876747ms","start":"2026-03-02T03:25:06.959462Z","end":"2026-03-02T03:25:07.200339Z","steps":["trace[120897461] 'agreement among raft nodes before linearized reading' (duration: 240.373257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:07.202339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:25:06.888127Z","time spent":"314.188034ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"info","ts":"2026-03-02T03:25:07.380151Z","caller":"traceutil/trace.go:171","msg":"trace[16330832] linearizableReadLoop","detail":"{readStateIndex:38429; appliedIndex:38428; }","duration":"158.765956ms","start":"2026-03-02T03:25:07.221356Z","end":"2026-03-02T03:25:07.380122Z","steps":["trace[16330832] 'read index received' (duration: 107.526115ms)","trace[16330832] 'applied index is now lower than readState.Index' (duration: 51.238081ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:25:07.380388Z","caller":"traceutil/trace.go:171","msg":"trace[705101859] transaction","detail":"{read_only:false; response_revision:37215; number_of_response:1; }","duration":"158.890539ms","start":"2026-03-02T03:25:07.221304Z","end":"2026-03-02T03:25:07.380194Z","steps":["trace[705101859] 'process raft request' (duration: 107.640687ms)","trace[705101859] 'compare' (duration: 50.883485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:25:07.38047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.058822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-03-02T03:25:07.380845Z","caller":"traceutil/trace.go:171","msg":"trace[1801334817] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:37215; }","duration":"159.47204ms","start":"2026-03-02T03:25:07.221355Z","end":"2026-03-02T03:25:07.380827Z","steps":["trace[1801334817] 'agreement among raft nodes before linearized reading' (duration: 158.96919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:07.381115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.744335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:94 size:121108"} {"level":"info","ts":"2026-03-02T03:25:07.381187Z","caller":"traceutil/trace.go:171","msg":"trace[234977417] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:94; response_revision:37215; }","duration":"159.853587ms","start":"2026-03-02T03:25:07.221322Z","end":"2026-03-02T03:25:07.381175Z","steps":["trace[234977417] 'agreement among raft nodes before linearized reading' (duration: 158.97683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:07.381345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.885117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-02T03:25:07.38145Z","caller":"traceutil/trace.go:171","msg":"trace[740371863] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:37215; }","duration":"160.039471ms","start":"2026-03-02T03:25:07.221397Z","end":"2026-03-02T03:25:07.381436Z","steps":["trace[740371863] 'agreement among raft nodes before linearized reading' (duration: 159.257746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:25:07.382698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.699734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:94 size:121108"} {"level":"info","ts":"2026-03-02T03:25:07.382808Z","caller":"traceutil/trace.go:171","msg":"trace[900872735] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:94; response_revision:37215; }","duration":"160.831497ms","start":"2026-03-02T03:25:07.221955Z","end":"2026-03-02T03:25:07.382786Z","steps":["trace[900872735] 'agreement among raft nodes before linearized reading' (duration: 158.638743ms)"],"step_count":1}