{"level":"warn","ts":"2026-07-24T17:26:32.847635Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T17:26:32.84773Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.44:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.44:2380","--initial-cluster=instance=https://199.204.45.44:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.44:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.44:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-24T17:26:32.847795Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T17:26:32.847807Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-07-24T17:26:32.847826Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:26:32.84843Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"]} {"level":"info","ts":"2026-07-24T17:26:32.848496Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.44:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-24T17:26:32.851884Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.200342ms"} {"level":"info","ts":"2026-07-24T17:26:32.856681Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a0a01fc7fbf6be45","cluster-id":"92fa3fee501eaaec"} {"level":"info","ts":"2026-07-24T17:26:32.856754Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T17:26:32.856773Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 0"} {"level":"info","ts":"2026-07-24T17:26:32.856787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a0a01fc7fbf6be45 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-24T17:26:32.856799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 1"} {"level":"info","ts":"2026-07-24T17:26:32.856832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"warn","ts":"2026-07-24T17:26:32.870947Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T17:26:32.873004Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T17:26:32.874451Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T17:26:32.877736Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a0a01fc7fbf6be45","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T17:26:32.878011Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a0a01fc7fbf6be45","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-24T17:26:32.878088Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:26:32.878127Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:26:32.878133Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:26:32.878544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"info","ts":"2026-07-24T17:26:32.878653Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","added-peer-id":"a0a01fc7fbf6be45","added-peer-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-07-24T17:26:32.882465Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:26:32.882544Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-07-24T17:26:32.882605Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-07-24T17:26:32.882858Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a0a01fc7fbf6be45","initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T17:26:32.882925Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T17:26:33.557716Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 is starting a new election at term 1"} {"level":"info","ts":"2026-07-24T17:26:33.557788Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-24T17:26:33.557811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgPreVoteResp from a0a01fc7fbf6be45 at term 1"} {"level":"info","ts":"2026-07-24T17:26:33.557831Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became candidate at term 2"} {"level":"info","ts":"2026-07-24T17:26:33.557845Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgVoteResp from a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-07-24T17:26:33.558006Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became leader at term 2"} {"level":"info","ts":"2026-07-24T17:26:33.558032Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a0a01fc7fbf6be45 elected leader a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-07-24T17:26:33.561261Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:26:33.563451Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a0a01fc7fbf6be45","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.44:2379]}","request-path":"/0/members/a0a01fc7fbf6be45/attributes","cluster-id":"92fa3fee501eaaec","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T17:26:33.56346Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:26:33.563533Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:26:33.563773Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T17:26:33.563827Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:26:33.563882Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T17:26:33.564046Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:26:33.56409Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:26:33.566834Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.44:2379"} {"level":"info","ts":"2026-07-24T17:26:33.566936Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-24T17:26:42.740486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.044588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:42.740581Z","caller":"traceutil/trace.go:171","msg":"trace[1223456309] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:0; response_revision:301; }","duration":"102.219793ms","start":"2026-07-24T17:26:42.638342Z","end":"2026-07-24T17:26:42.740562Z","steps":["trace[1223456309] 'range keys from in-memory index tree' (duration: 101.913793ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:12.130292Z","caller":"traceutil/trace.go:171","msg":"trace[599726711] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:584; }","duration":"156.199222ms","start":"2026-07-24T17:27:11.974067Z","end":"2026-07-24T17:27:12.130266Z","steps":["trace[599726711] 'read index received' (duration: 155.728479ms)","trace[599726711] 'applied index is now lower than readState.Index' (duration: 469.723µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:12.130416Z","caller":"traceutil/trace.go:171","msg":"trace[1454923039] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"169.088576ms","start":"2026-07-24T17:27:11.961249Z","end":"2026-07-24T17:27:12.130338Z","steps":["trace[1454923039] 'process raft request' (duration: 168.704296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:12.130613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.493751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:20866"} {"level":"info","ts":"2026-07-24T17:27:12.13068Z","caller":"traceutil/trace.go:171","msg":"trace[919614639] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:566; }","duration":"156.608463ms","start":"2026-07-24T17:27:11.974039Z","end":"2026-07-24T17:27:12.130647Z","steps":["trace[919614639] 'agreement among raft nodes before linearized reading' (duration: 156.399577ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:18.937552Z","caller":"traceutil/trace.go:171","msg":"trace[1631464284] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"123.635353ms","start":"2026-07-24T17:27:18.813873Z","end":"2026-07-24T17:27:18.937508Z","steps":["trace[1631464284] 'process raft request' (duration: 123.431027ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:19.186304Z","caller":"traceutil/trace.go:171","msg":"trace[1212565714] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"245.055902ms","start":"2026-07-24T17:27:18.941221Z","end":"2026-07-24T17:27:19.186277Z","steps":["trace[1212565714] 'process raft request' (duration: 228.786833ms)","trace[1212565714] 'compare' (duration: 16.022842ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:19.198335Z","caller":"traceutil/trace.go:171","msg":"trace[1199468739] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:628; }","duration":"103.057421ms","start":"2026-07-24T17:27:19.095257Z","end":"2026-07-24T17:27:19.198314Z","steps":["trace[1199468739] 'read index received' (duration: 74.775342ms)","trace[1199468739] 'applied index is now lower than readState.Index' (duration: 28.280989ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:19.19846Z","caller":"traceutil/trace.go:171","msg":"trace[1463810806] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"155.518093ms","start":"2026-07-24T17:27:19.042931Z","end":"2026-07-24T17:27:19.198449Z","steps":["trace[1463810806] 'process raft request' (duration: 155.262856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:19.19874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.494465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-07-24T17:27:19.19879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.520534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T17:27:19.198819Z","caller":"traceutil/trace.go:171","msg":"trace[1613767373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:610; }","duration":"102.626119ms","start":"2026-07-24T17:27:19.096171Z","end":"2026-07-24T17:27:19.198797Z","steps":["trace[1613767373] 'agreement among raft nodes before linearized reading' (duration: 102.351981ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:19.198845Z","caller":"traceutil/trace.go:171","msg":"trace[1184472602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:610; }","duration":"103.623567ms","start":"2026-07-24T17:27:19.095207Z","end":"2026-07-24T17:27:19.198831Z","steps":["trace[1184472602] 'agreement among raft nodes before linearized reading' (duration: 103.3912ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:20.356439Z","caller":"traceutil/trace.go:171","msg":"trace[742033214] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"111.745216ms","start":"2026-07-24T17:27:20.244658Z","end":"2026-07-24T17:27:20.356403Z","steps":["trace[742033214] 'process raft request' (duration: 111.53646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:34.513844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.487624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:34.513963Z","caller":"traceutil/trace.go:171","msg":"trace[974343372] linearizableReadLoop","detail":"{readStateIndex:789; appliedIndex:788; }","duration":"249.657382ms","start":"2026-07-24T17:27:34.264283Z","end":"2026-07-24T17:27:34.51394Z","steps":["trace[974343372] 'read index received' (duration: 14.416267ms)","trace[974343372] 'applied index is now lower than readState.Index' (duration: 235.239475ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:34.514009Z","caller":"traceutil/trace.go:171","msg":"trace[2053685519] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"256.6299ms","start":"2026-07-24T17:27:34.257352Z","end":"2026-07-24T17:27:34.513982Z","steps":["trace[2053685519] 'process raft request' (duration: 21.421345ms)","trace[2053685519] 'compare' (duration: 234.282558ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:34.514246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.961081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-24T17:27:34.514333Z","caller":"traceutil/trace.go:171","msg":"trace[1756722789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:765; }","duration":"250.081794ms","start":"2026-07-24T17:27:34.264238Z","end":"2026-07-24T17:27:34.514319Z","steps":["trace[1756722789] 'agreement among raft nodes before linearized reading' (duration: 249.843207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:47.800534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.382028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:47.80066Z","caller":"traceutil/trace.go:171","msg":"trace[180996332] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"308.535186ms","start":"2026-07-24T17:28:47.492106Z","end":"2026-07-24T17:28:47.800641Z","steps":["trace[180996332] 'process raft request' (duration: 58.927971ms)","trace[180996332] 'compare' (duration: 249.265505ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:47.800882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:47.492077Z","time spent":"308.613817ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:47.821077Z","caller":"traceutil/trace.go:171","msg":"trace[1086302224] linearizableReadLoop","detail":"{readStateIndex:1881; appliedIndex:1880; }","duration":"204.703222ms","start":"2026-07-24T17:28:47.616348Z","end":"2026-07-24T17:28:47.821051Z","steps":["trace[1086302224] 'read index received' (duration: 204.549508ms)","trace[1086302224] 'applied index is now lower than readState.Index' (duration: 152.464µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:47.821191Z","caller":"traceutil/trace.go:171","msg":"trace[1215519400] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"260.550975ms","start":"2026-07-24T17:28:47.560605Z","end":"2026-07-24T17:28:47.821156Z","steps":["trace[1215519400] 'process raft request' (duration: 260.291968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:47.821393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.029311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-48fec95b-3455-40bf-a470-9e80a784afa7\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-07-24T17:28:47.821393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.902896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:28:47.821436Z","caller":"traceutil/trace.go:171","msg":"trace[765182255] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-48fec95b-3455-40bf-a470-9e80a784afa7; range_end:; response_count:1; response_revision:1816; }","duration":"205.123074ms","start":"2026-07-24T17:28:47.6163Z","end":"2026-07-24T17:28:47.821423Z","steps":["trace[765182255] 'agreement among raft nodes before linearized reading' (duration: 204.897247ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:47.821445Z","caller":"traceutil/trace.go:171","msg":"trace[289179418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1816; }","duration":"163.991758ms","start":"2026-07-24T17:28:47.657438Z","end":"2026-07-24T17:28:47.82143Z","steps":["trace[289179418] 'agreement among raft nodes before linearized reading' (duration: 163.818583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:47.821476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.527107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T17:28:47.821491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.898826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:28:47.821553Z","caller":"traceutil/trace.go:171","msg":"trace[1462179794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1816; }","duration":"162.675381ms","start":"2026-07-24T17:28:47.65886Z","end":"2026-07-24T17:28:47.821535Z","steps":["trace[1462179794] 'agreement among raft nodes before linearized reading' (duration: 162.433164ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:47.821558Z","caller":"traceutil/trace.go:171","msg":"trace[1340247608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1816; }","duration":"164.029439ms","start":"2026-07-24T17:28:47.657514Z","end":"2026-07-24T17:28:47.821544Z","steps":["trace[1340247608] 'agreement among raft nodes before linearized reading' (duration: 163.831044ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:47.950364Z","caller":"traceutil/trace.go:171","msg":"trace[2125489384] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"109.473773ms","start":"2026-07-24T17:28:47.840867Z","end":"2026-07-24T17:28:47.95034Z","steps":["trace[2125489384] 'process raft request' (duration: 61.878684ms)","trace[2125489384] 'compare' (duration: 47.519456ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:32.223715Z","caller":"traceutil/trace.go:171","msg":"trace[21514838] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"106.108266ms","start":"2026-07-24T17:29:32.117575Z","end":"2026-07-24T17:29:32.223683Z","steps":["trace[21514838] 'process raft request' (duration: 105.702375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:32.256063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.878217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T17:29:32.256151Z","caller":"traceutil/trace.go:171","msg":"trace[1903101677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2115; }","duration":"119.001491ms","start":"2026-07-24T17:29:32.137129Z","end":"2026-07-24T17:29:32.256131Z","steps":["trace[1903101677] 'agreement among raft nodes before linearized reading' (duration: 118.785445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:32.25616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.545723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T17:29:32.25627Z","caller":"traceutil/trace.go:171","msg":"trace[1301584231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2115; }","duration":"109.688678ms","start":"2026-07-24T17:29:32.146554Z","end":"2026-07-24T17:29:32.256243Z","steps":["trace[1301584231] 'agreement among raft nodes before linearized reading' (duration: 109.380589ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:00.638376Z","caller":"traceutil/trace.go:171","msg":"trace[643413434] transaction","detail":"{read_only:false; response_revision:2785; number_of_response:1; }","duration":"113.602308ms","start":"2026-07-24T17:31:00.524749Z","end":"2026-07-24T17:31:00.638351Z","steps":["trace[643413434] 'process raft request' (duration: 113.513806ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:00.638559Z","caller":"traceutil/trace.go:171","msg":"trace[1940252783] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"144.769588ms","start":"2026-07-24T17:31:00.493777Z","end":"2026-07-24T17:31:00.638547Z","steps":["trace[1940252783] 'process raft request' (duration: 90.793633ms)","trace[1940252783] 'compare' (duration: 53.486941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:31:01.128809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.402094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:31:01.128917Z","caller":"traceutil/trace.go:171","msg":"trace[1482564477] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2788; }","duration":"174.552079ms","start":"2026-07-24T17:31:00.954342Z","end":"2026-07-24T17:31:01.128894Z","steps":["trace[1482564477] 'range keys from in-memory index tree' (duration: 174.22967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:01.128933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.067902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T17:31:01.129Z","caller":"traceutil/trace.go:171","msg":"trace[1327630960] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2788; }","duration":"261.171185ms","start":"2026-07-24T17:31:00.867809Z","end":"2026-07-24T17:31:01.12898Z","steps":["trace[1327630960] 'range keys from in-memory index tree' (duration: 260.754363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:33:27.438032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.287528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:33:27.438105Z","caller":"traceutil/trace.go:171","msg":"trace[532299307] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3757; }","duration":"160.411951ms","start":"2026-07-24T17:33:27.277679Z","end":"2026-07-24T17:33:27.438091Z","steps":["trace[532299307] 'range keys from in-memory index tree' (duration: 160.199386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:48.012184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.130206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:34:48.012284Z","caller":"traceutil/trace.go:171","msg":"trace[606749434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4797; }","duration":"175.280751ms","start":"2026-07-24T17:34:47.836983Z","end":"2026-07-24T17:34:48.012264Z","steps":["trace[606749434] 'range keys from in-memory index tree' (duration: 174.952691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:48.012276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.466446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:34:48.012351Z","caller":"traceutil/trace.go:171","msg":"trace[651978280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4797; }","duration":"168.561249ms","start":"2026-07-24T17:34:47.843772Z","end":"2026-07-24T17:34:48.012333Z","steps":["trace[651978280] 'range keys from in-memory index tree' (duration: 168.351713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:48.012203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.12547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztzlh\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-24T17:34:48.012464Z","caller":"traceutil/trace.go:171","msg":"trace[1566162484] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztzlh; range_end:; response_count:1; response_revision:4797; }","duration":"165.417239ms","start":"2026-07-24T17:34:47.847032Z","end":"2026-07-24T17:34:48.012449Z","steps":["trace[1566162484] 'range keys from in-memory index tree' (duration: 165.030548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:48.012707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.681675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:34:48.01273Z","caller":"traceutil/trace.go:171","msg":"trace[360246599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4797; }","duration":"173.738177ms","start":"2026-07-24T17:34:47.838986Z","end":"2026-07-24T17:34:48.012724Z","steps":["trace[360246599] 'range keys from in-memory index tree' (duration: 172.907003ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:48.129982Z","caller":"traceutil/trace.go:171","msg":"trace[2035352631] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"175.651272ms","start":"2026-07-24T17:34:47.954306Z","end":"2026-07-24T17:34:48.129957Z","steps":["trace[2035352631] 'process raft request' (duration: 175.499798ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:48.158748Z","caller":"traceutil/trace.go:171","msg":"trace[269359756] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"143.043499ms","start":"2026-07-24T17:34:48.015683Z","end":"2026-07-24T17:34:48.158726Z","steps":["trace[269359756] 'process raft request' (duration: 142.884685ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:48.159017Z","caller":"traceutil/trace.go:171","msg":"trace[247205520] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"143.019499ms","start":"2026-07-24T17:34:48.015956Z","end":"2026-07-24T17:34:48.158976Z","steps":["trace[247205520] 'process raft request' (duration: 142.73715ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:48.15905Z","caller":"traceutil/trace.go:171","msg":"trace[1847606616] linearizableReadLoop","detail":"{readStateIndex:4978; appliedIndex:4975; }","duration":"142.933276ms","start":"2026-07-24T17:34:48.016103Z","end":"2026-07-24T17:34:48.159036Z","steps":["trace[1847606616] 'read index received' (duration: 113.724491ms)","trace[1847606616] 'applied index is now lower than readState.Index' (duration: 29.208225ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:48.159126Z","caller":"traceutil/trace.go:171","msg":"trace[553460938] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"142.745081ms","start":"2026-07-24T17:34:48.016373Z","end":"2026-07-24T17:34:48.159118Z","steps":["trace[553460938] 'process raft request' (duration: 142.506804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:48.159231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.115351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62862"} {"level":"info","ts":"2026-07-24T17:34:48.159254Z","caller":"traceutil/trace.go:171","msg":"trace[1285614688] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4801; }","duration":"143.152172ms","start":"2026-07-24T17:34:48.016097Z","end":"2026-07-24T17:34:48.159249Z","steps":["trace[1285614688] 'agreement among raft nodes before linearized reading' (duration: 142.991438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:52.20269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.407324ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-24T17:34:52.202814Z","caller":"traceutil/trace.go:171","msg":"trace[1152780898] linearizableReadLoop","detail":"{readStateIndex:5129; appliedIndex:5128; }","duration":"144.345697ms","start":"2026-07-24T17:34:52.058443Z","end":"2026-07-24T17:34:52.202788Z","steps":["trace[1152780898] 'read index received' (duration: 38.301µs)","trace[1152780898] 'applied index is now lower than readState.Index' (duration: 144.305166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:34:52.203242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.78645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-303fa492-fd3a-497e-94db-3a62a8c9911f\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-07-24T17:34:52.203342Z","caller":"traceutil/trace.go:171","msg":"trace[1115870723] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-303fa492-fd3a-497e-94db-3a62a8c9911f; range_end:; response_count:1; response_revision:4947; }","duration":"144.912003ms","start":"2026-07-24T17:34:52.058402Z","end":"2026-07-24T17:34:52.203314Z","steps":["trace[1115870723] 'agreement among raft nodes before linearized reading' (duration: 144.523051ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:52.570503Z","caller":"traceutil/trace.go:171","msg":"trace[963284125] linearizableReadLoop","detail":"{readStateIndex:5134; appliedIndex:5133; }","duration":"148.605489ms","start":"2026-07-24T17:34:52.421876Z","end":"2026-07-24T17:34:52.570482Z","steps":["trace[963284125] 'read index received' (duration: 70.248029ms)","trace[963284125] 'applied index is now lower than readState.Index' (duration: 78.356459ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:52.57064Z","caller":"traceutil/trace.go:171","msg":"trace[313623439] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"239.747903ms","start":"2026-07-24T17:34:52.330855Z","end":"2026-07-24T17:34:52.570603Z","steps":["trace[313623439] 'process raft request' (duration: 161.285ms)","trace[313623439] 'compare' (duration: 78.238547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:34:52.570847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.940148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-303fa492-fd3a-497e-94db-3a62a8c9911f\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-07-24T17:34:52.570891Z","caller":"traceutil/trace.go:171","msg":"trace[510262817] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-303fa492-fd3a-497e-94db-3a62a8c9911f; range_end:; response_count:1; response_revision:4952; }","duration":"149.031421ms","start":"2026-07-24T17:34:52.421845Z","end":"2026-07-24T17:34:52.570877Z","steps":["trace[510262817] 'agreement among raft nodes before linearized reading' (duration: 148.785284ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:11.868021Z","caller":"traceutil/trace.go:171","msg":"trace[695294273] linearizableReadLoop","detail":"{readStateIndex:5554; appliedIndex:5553; }","duration":"146.259761ms","start":"2026-07-24T17:35:11.721739Z","end":"2026-07-24T17:35:11.867999Z","steps":["trace[695294273] 'read index received' (duration: 146.091876ms)","trace[695294273] 'applied index is now lower than readState.Index' (duration: 166.675µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:11.868066Z","caller":"traceutil/trace.go:171","msg":"trace[1197448433] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"228.521112ms","start":"2026-07-24T17:35:11.639517Z","end":"2026-07-24T17:35:11.868038Z","steps":["trace[1197448433] 'process raft request' (duration: 228.363708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:11.868287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.512318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-07-24T17:35:11.868328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.498299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:11.868346Z","caller":"traceutil/trace.go:171","msg":"trace[1766312990] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5360; }","duration":"146.637452ms","start":"2026-07-24T17:35:11.721695Z","end":"2026-07-24T17:35:11.868333Z","steps":["trace[1766312990] 'agreement among raft nodes before linearized reading' (duration: 146.435196ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:11.868368Z","caller":"traceutil/trace.go:171","msg":"trace[1944834858] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5360; }","duration":"110.54814ms","start":"2026-07-24T17:35:11.757807Z","end":"2026-07-24T17:35:11.868356Z","steps":["trace[1944834858] 'agreement among raft nodes before linearized reading' (duration: 110.330484ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:33.592327Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2966} {"level":"info","ts":"2026-07-24T17:36:33.66792Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2966,"took":"73.906652ms","hash":2031043581,"current-db-size-bytes":59105280,"current-db-size":"59 MB","current-db-size-in-use-bytes":34332672,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-24T17:36:33.668008Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2031043581,"revision":2966,"compact-revision":-1} {"level":"warn","ts":"2026-07-24T17:41:02.678179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.502444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:02.679893Z","caller":"traceutil/trace.go:171","msg":"trace[1122168839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8102; }","duration":"205.639498ms","start":"2026-07-24T17:41:02.472619Z","end":"2026-07-24T17:41:02.678258Z","steps":["trace[1122168839] 'range keys from in-memory index tree' (duration: 205.418782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:02.678259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.383116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:41:02.680101Z","caller":"traceutil/trace.go:171","msg":"trace[765587439] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8102; }","duration":"141.244409ms","start":"2026-07-24T17:41:02.538828Z","end":"2026-07-24T17:41:02.680072Z","steps":["trace[765587439] 'count revisions from in-memory index tree' (duration: 139.061748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:02.680188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.278988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:41:02.680273Z","caller":"traceutil/trace.go:171","msg":"trace[797116414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8102; }","duration":"168.410342ms","start":"2026-07-24T17:41:02.511842Z","end":"2026-07-24T17:41:02.680252Z","steps":["trace[797116414] 'range keys from in-memory index tree' (duration: 166.080127ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:15.335311Z","caller":"traceutil/trace.go:171","msg":"trace[1310117890] linearizableReadLoop","detail":"{readStateIndex:8449; appliedIndex:8448; }","duration":"290.338368ms","start":"2026-07-24T17:41:15.044949Z","end":"2026-07-24T17:41:15.335287Z","steps":["trace[1310117890] 'read index received' (duration: 231.136324ms)","trace[1310117890] 'applied index is now lower than readState.Index' (duration: 59.200284ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:41:15.33542Z","caller":"traceutil/trace.go:171","msg":"trace[560452903] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"298.497268ms","start":"2026-07-24T17:41:15.036878Z","end":"2026-07-24T17:41:15.335375Z","steps":["trace[560452903] 'process raft request' (duration: 239.227012ms)","trace[560452903] 'compare' (duration: 58.900295ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:41:15.335484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.511523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:41:15.335523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.536314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.335566Z","caller":"traceutil/trace.go:171","msg":"trace[1531958590] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8168; }","duration":"290.614246ms","start":"2026-07-24T17:41:15.04494Z","end":"2026-07-24T17:41:15.335554Z","steps":["trace[1531958590] 'agreement among raft nodes before linearized reading' (duration: 290.520033ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:15.335562Z","caller":"traceutil/trace.go:171","msg":"trace[504732025] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8168; }","duration":"290.615315ms","start":"2026-07-24T17:41:15.044931Z","end":"2026-07-24T17:41:15.335546Z","steps":["trace[504732025] 'agreement among raft nodes before linearized reading' (duration: 290.491072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.335697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.61563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.335728Z","caller":"traceutil/trace.go:171","msg":"trace[2061427692] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8168; }","duration":"172.669712ms","start":"2026-07-24T17:41:15.16305Z","end":"2026-07-24T17:41:15.33572Z","steps":["trace[2061427692] 'agreement among raft nodes before linearized reading' (duration: 172.618271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.335746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.257934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.335858Z","caller":"traceutil/trace.go:171","msg":"trace[1033634064] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8168; }","duration":"154.397468ms","start":"2026-07-24T17:41:15.181431Z","end":"2026-07-24T17:41:15.335829Z","steps":["trace[1033634064] 'agreement among raft nodes before linearized reading' (duration: 154.231194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.335991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.345913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:41:15.335985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.295347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:41:15.336022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.778772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:41:15.336051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.243284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:41:15.33605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.697189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.336092Z","caller":"traceutil/trace.go:171","msg":"trace[2055182189] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8168; }","duration":"205.881405ms","start":"2026-07-24T17:41:15.130187Z","end":"2026-07-24T17:41:15.336069Z","steps":["trace[2055182189] 'agreement among raft nodes before linearized reading' (duration: 205.772712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.33611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.896691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:41:15.336127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.927076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:41:15.336148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.015866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.336157Z","caller":"traceutil/trace.go:171","msg":"trace[818221374] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8168; }","duration":"223.954363ms","start":"2026-07-24T17:41:15.112181Z","end":"2026-07-24T17:41:15.336135Z","steps":["trace[818221374] 'agreement among raft nodes before linearized reading' (duration: 223.904782ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:15.336154Z","caller":"traceutil/trace.go:171","msg":"trace[928732938] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8168; }","duration":"190.800311ms","start":"2026-07-24T17:41:15.14531Z","end":"2026-07-24T17:41:15.336111Z","steps":["trace[928732938] 'agreement among raft nodes before linearized reading' (duration: 190.637947ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:15.336179Z","caller":"traceutil/trace.go:171","msg":"trace[1564661015] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8168; }","duration":"134.067257ms","start":"2026-07-24T17:41:15.202103Z","end":"2026-07-24T17:41:15.336171Z","steps":["trace[1564661015] 'agreement among raft nodes before linearized reading' (duration: 134.025536ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:15.336158Z","caller":"traceutil/trace.go:171","msg":"trace[800375606] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8168; }","duration":"110.968038ms","start":"2026-07-24T17:41:15.225182Z","end":"2026-07-24T17:41:15.33615Z","steps":["trace[800375606] 'agreement among raft nodes before linearized reading' (duration: 110.922537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.336191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.45681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.336241Z","caller":"traceutil/trace.go:171","msg":"trace[1332609587] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8168; }","duration":"154.525841ms","start":"2026-07-24T17:41:15.1817Z","end":"2026-07-24T17:41:15.336226Z","steps":["trace[1332609587] 'agreement among raft nodes before linearized reading' (duration: 154.442409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.336425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.518268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:41:15.33649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.002199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:41:15.336496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.177933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:41:15.336545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.242896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:41:15.336545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.46039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.336561Z","caller":"traceutil/trace.go:171","msg":"trace[1665804622] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8168; }","duration":"174.084292ms","start":"2026-07-24T17:41:15.162447Z","end":"2026-07-24T17:41:15.336532Z","steps":["trace[1665804622] 'agreement among raft nodes before linearized reading' (duration: 173.970769ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:15.336584Z","caller":"traceutil/trace.go:171","msg":"trace[414605223] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8168; }","duration":"174.294087ms","start":"2026-07-24T17:41:15.16228Z","end":"2026-07-24T17:41:15.336574Z","steps":["trace[414605223] 'agreement among raft nodes before linearized reading' (duration: 174.243246ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:15.336074Z","caller":"traceutil/trace.go:171","msg":"trace[1763648379] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8168; }","duration":"111.425751ms","start":"2026-07-24T17:41:15.224629Z","end":"2026-07-24T17:41:15.336055Z","steps":["trace[1763648379] 'agreement among raft nodes before linearized reading' (duration: 111.245226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.336597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.947376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.336628Z","caller":"traceutil/trace.go:171","msg":"trace[498789790] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8168; }","duration":"190.995447ms","start":"2026-07-24T17:41:15.145622Z","end":"2026-07-24T17:41:15.336617Z","steps":["trace[498789790] 'agreement among raft nodes before linearized reading' (duration: 190.948985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.336501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.062099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.336682Z","caller":"traceutil/trace.go:171","msg":"trace[438882679] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8168; }","duration":"191.279095ms","start":"2026-07-24T17:41:15.145395Z","end":"2026-07-24T17:41:15.336674Z","steps":["trace[438882679] 'agreement among raft nodes before linearized reading' (duration: 191.076939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.336684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.129907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.336612Z","caller":"traceutil/trace.go:171","msg":"trace[147681591] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8168; }","duration":"238.560734ms","start":"2026-07-24T17:41:15.098027Z","end":"2026-07-24T17:41:15.336588Z","steps":["trace[147681591] 'agreement among raft nodes before linearized reading' (duration: 238.470801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.33644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.685149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:41:15.336733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.725669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.336738Z","caller":"traceutil/trace.go:171","msg":"trace[1897571340] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8168; }","duration":"240.184009ms","start":"2026-07-24T17:41:15.096536Z","end":"2026-07-24T17:41:15.336719Z","steps":["trace[1897571340] 'agreement among raft nodes before linearized reading' (duration: 240.117658ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:15.336762Z","caller":"traceutil/trace.go:171","msg":"trace[1932854904] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8168; }","duration":"206.029389ms","start":"2026-07-24T17:41:15.130724Z","end":"2026-07-24T17:41:15.336753Z","steps":["trace[1932854904] 'agreement among raft nodes before linearized reading' (duration: 205.68056ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:15.336778Z","caller":"traceutil/trace.go:171","msg":"trace[1803704842] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8168; }","duration":"274.787822ms","start":"2026-07-24T17:41:15.061978Z","end":"2026-07-24T17:41:15.336766Z","steps":["trace[1803704842] 'agreement among raft nodes before linearized reading' (duration: 274.72229ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:15.336686Z","caller":"traceutil/trace.go:171","msg":"trace[109206823] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8168; }","duration":"224.730065ms","start":"2026-07-24T17:41:15.111789Z","end":"2026-07-24T17:41:15.336519Z","steps":["trace[109206823] 'agreement among raft nodes before linearized reading' (duration: 224.470027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.336877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.14095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.336919Z","caller":"traceutil/trace.go:171","msg":"trace[543337779] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8168; }","duration":"291.186482ms","start":"2026-07-24T17:41:15.045724Z","end":"2026-07-24T17:41:15.33691Z","steps":["trace[543337779] 'agreement among raft nodes before linearized reading' (duration: 291.11815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.336918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.07771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.336548Z","caller":"traceutil/trace.go:171","msg":"trace[1150763299] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8168; }","duration":"206.263145ms","start":"2026-07-24T17:41:15.130274Z","end":"2026-07-24T17:41:15.336537Z","steps":["trace[1150763299] 'agreement among raft nodes before linearized reading' (duration: 206.192323ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:15.336965Z","caller":"traceutil/trace.go:171","msg":"trace[1726051830] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8168; }","duration":"275.151712ms","start":"2026-07-24T17:41:15.061798Z","end":"2026-07-24T17:41:15.33695Z","steps":["trace[1726051830] 'agreement among raft nodes before linearized reading' (duration: 275.08576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.336987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.455717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.337026Z","caller":"traceutil/trace.go:171","msg":"trace[460812078] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8168; }","duration":"240.510218ms","start":"2026-07-24T17:41:15.096501Z","end":"2026-07-24T17:41:15.337011Z","steps":["trace[460812078] 'agreement among raft nodes before linearized reading' (duration: 240.449456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.335972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.869021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.337081Z","caller":"traceutil/trace.go:171","msg":"trace[155206346] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8168; }","duration":"135.030534ms","start":"2026-07-24T17:41:15.202037Z","end":"2026-07-24T17:41:15.337068Z","steps":["trace[155206346] 'agreement among raft nodes before linearized reading' (duration: 133.839831ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:15.33606Z","caller":"traceutil/trace.go:171","msg":"trace[287983996] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8168; }","duration":"224.423716ms","start":"2026-07-24T17:41:15.111614Z","end":"2026-07-24T17:41:15.336038Z","steps":["trace[287983996] 'agreement among raft nodes before linearized reading' (duration: 224.304183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.337139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.057105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.337176Z","caller":"traceutil/trace.go:171","msg":"trace[1225096666] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8168; }","duration":"256.152398ms","start":"2026-07-24T17:41:15.081013Z","end":"2026-07-24T17:41:15.337166Z","steps":["trace[1225096666] 'agreement among raft nodes before linearized reading' (duration: 256.100626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.336463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.809722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:41:15.337234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.819537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:41:15.336464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.937394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.337272Z","caller":"traceutil/trace.go:171","msg":"trace[528175621] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8168; }","duration":"256.870378ms","start":"2026-07-24T17:41:15.080391Z","end":"2026-07-24T17:41:15.337261Z","steps":["trace[528175621] 'agreement among raft nodes before linearized reading' (duration: 256.811956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.337306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.851667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.337338Z","caller":"traceutil/trace.go:171","msg":"trace[1286900386] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8168; }","duration":"155.827479ms","start":"2026-07-24T17:41:15.181477Z","end":"2026-07-24T17:41:15.337305Z","steps":["trace[1286900386] 'agreement among raft nodes before linearized reading' (duration: 154.942674ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:15.336106Z","caller":"traceutil/trace.go:171","msg":"trace[228584700] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8168; }","duration":"133.308066ms","start":"2026-07-24T17:41:15.202781Z","end":"2026-07-24T17:41:15.336089Z","steps":["trace[228584700] 'agreement among raft nodes before linearized reading' (duration: 133.243464ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:15.337381Z","caller":"traceutil/trace.go:171","msg":"trace[1910541160] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8168; }","duration":"256.951831ms","start":"2026-07-24T17:41:15.080413Z","end":"2026-07-24T17:41:15.337365Z","steps":["trace[1910541160] 'agreement among raft nodes before linearized reading' (duration: 256.847248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:15.336849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.004477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:41:15.337259Z","caller":"traceutil/trace.go:171","msg":"trace[212099756] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8168; }","duration":"112.625134ms","start":"2026-07-24T17:41:15.224623Z","end":"2026-07-24T17:41:15.337249Z","steps":["trace[212099756] 'agreement among raft nodes before linearized reading' (duration: 111.806031ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:15.337469Z","caller":"traceutil/trace.go:171","msg":"trace[1087100234] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8168; }","duration":"275.651606ms","start":"2026-07-24T17:41:15.061805Z","end":"2026-07-24T17:41:15.337456Z","steps":["trace[1087100234] 'agreement among raft nodes before linearized reading' (duration: 275.000858ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:16.153742Z","caller":"traceutil/trace.go:171","msg":"trace[1082132122] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"137.01602ms","start":"2026-07-24T17:41:16.016684Z","end":"2026-07-24T17:41:16.1537Z","steps":["trace[1082132122] 'process raft request' (duration: 67.315592ms)","trace[1082132122] 'compare' (duration: 69.372089ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:41:33.598511Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6099} {"level":"info","ts":"2026-07-24T17:41:33.692349Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6099,"took":"92.388206ms","hash":3227191238,"current-db-size-bytes":59105280,"current-db-size":"59 MB","current-db-size-in-use-bytes":23130112,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-07-24T17:41:33.692421Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3227191238,"revision":6099,"compact-revision":2966} {"level":"warn","ts":"2026-07-24T17:41:42.439578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.056705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:41:42.439694Z","caller":"traceutil/trace.go:171","msg":"trace[1988360480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8366; }","duration":"109.218059ms","start":"2026-07-24T17:41:42.330452Z","end":"2026-07-24T17:41:42.43967Z","steps":["trace[1988360480] 'range keys from in-memory index tree' (duration: 108.90146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:42.439829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.028555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T17:41:42.439826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.751374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:41:42.439902Z","caller":"traceutil/trace.go:171","msg":"trace[1295414677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8366; }","duration":"109.868707ms","start":"2026-07-24T17:41:42.330019Z","end":"2026-07-24T17:41:42.439887Z","steps":["trace[1295414677] 'range keys from in-memory index tree' (duration: 109.61248ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:42.439899Z","caller":"traceutil/trace.go:171","msg":"trace[866800108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8366; }","duration":"108.121318ms","start":"2026-07-24T17:41:42.331757Z","end":"2026-07-24T17:41:42.439879Z","steps":["trace[866800108] 'range keys from in-memory index tree' (duration: 107.896091ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:42.594835Z","caller":"traceutil/trace.go:171","msg":"trace[1229478851] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"151.344292ms","start":"2026-07-24T17:41:42.443453Z","end":"2026-07-24T17:41:42.594797Z","steps":["trace[1229478851] 'process raft request' (duration: 151.118756ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:42.637112Z","caller":"traceutil/trace.go:171","msg":"trace[384781164] linearizableReadLoop","detail":"{readStateIndex:8660; appliedIndex:8657; }","duration":"161.258421ms","start":"2026-07-24T17:41:42.475827Z","end":"2026-07-24T17:41:42.637086Z","steps":["trace[384781164] 'read index received' (duration: 118.762337ms)","trace[384781164] 'applied index is now lower than readState.Index' (duration: 42.495164ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:41:42.637255Z","caller":"traceutil/trace.go:171","msg":"trace[858415067] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"193.729913ms","start":"2026-07-24T17:41:42.443487Z","end":"2026-07-24T17:41:42.637217Z","steps":["trace[858415067] 'process raft request' (duration: 193.425034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:41:42.637448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.58777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:41:42.63762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.002603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztzlh\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-24T17:41:42.637643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.88139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T17:41:42.6377Z","caller":"traceutil/trace.go:171","msg":"trace[1813426959] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztzlh; range_end:; response_count:1; response_revision:8369; }","duration":"109.123296ms","start":"2026-07-24T17:41:42.528557Z","end":"2026-07-24T17:41:42.63768Z","steps":["trace[1813426959] 'agreement among raft nodes before linearized reading' (duration: 108.9122ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:42.637706Z","caller":"traceutil/trace.go:171","msg":"trace[1679179626] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8369; }","duration":"139.983653ms","start":"2026-07-24T17:41:42.497705Z","end":"2026-07-24T17:41:42.637688Z","steps":["trace[1679179626] 'agreement among raft nodes before linearized reading' (duration: 139.763527ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:42.637771Z","caller":"traceutil/trace.go:171","msg":"trace[1524704941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8369; }","duration":"161.726075ms","start":"2026-07-24T17:41:42.475793Z","end":"2026-07-24T17:41:42.637519Z","steps":["trace[1524704941] 'agreement among raft nodes before linearized reading' (duration: 161.55803ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:42.637696Z","caller":"traceutil/trace.go:171","msg":"trace[1565003466] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"192.938351ms","start":"2026-07-24T17:41:42.444287Z","end":"2026-07-24T17:41:42.637225Z","steps":["trace[1565003466] 'process raft request' (duration: 192.758106ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:41:54.562206Z","caller":"traceutil/trace.go:171","msg":"trace[2146400904] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"136.440514ms","start":"2026-07-24T17:41:54.425722Z","end":"2026-07-24T17:41:54.562162Z","steps":["trace[2146400904] 'process raft request' (duration: 71.434807ms)","trace[2146400904] 'compare' (duration: 64.838422ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:41:55.357551Z","caller":"traceutil/trace.go:171","msg":"trace[977072951] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"136.780327ms","start":"2026-07-24T17:41:55.220741Z","end":"2026-07-24T17:41:55.357522Z","steps":["trace[977072951] 'process raft request' (duration: 136.595422ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:42:17.13697Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002359.wal"} {"level":"info","ts":"2026-07-24T17:44:07.653358Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a0a01fc7fbf6be45","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T17:44:07.658113Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-24T17:44:07.658241Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-24T17:46:33.604697Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8272} {"level":"info","ts":"2026-07-24T17:46:33.679049Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8272,"took":"72.005155ms","hash":1356757134,"current-db-size-bytes":59105280,"current-db-size":"59 MB","current-db-size-in-use-bytes":27000832,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-24T17:46:33.679125Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1356757134,"revision":8272,"compact-revision":6099} {"level":"info","ts":"2026-07-24T17:46:42.606757Z","caller":"traceutil/trace.go:171","msg":"trace[2062998701] transaction","detail":"{read_only:false; response_revision:11042; number_of_response:1; }","duration":"170.948603ms","start":"2026-07-24T17:46:42.435772Z","end":"2026-07-24T17:46:42.606721Z","steps":["trace[2062998701] 'process raft request' (duration: 110.003828ms)","trace[2062998701] 'compare' (duration: 60.647807ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:46:42.755233Z","caller":"traceutil/trace.go:171","msg":"trace[507745215] linearizableReadLoop","detail":"{readStateIndex:11411; appliedIndex:11409; }","duration":"283.534662ms","start":"2026-07-24T17:46:42.471668Z","end":"2026-07-24T17:46:42.755203Z","steps":["trace[507745215] 'read index received' (duration: 74.093962ms)","trace[507745215] 'applied index is now lower than readState.Index' (duration: 209.43968ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:46:42.755352Z","caller":"traceutil/trace.go:171","msg":"trace[1768389629] transaction","detail":"{read_only:false; response_revision:11043; number_of_response:1; }","duration":"286.629899ms","start":"2026-07-24T17:46:42.468711Z","end":"2026-07-24T17:46:42.755341Z","steps":["trace[1768389629] 'process raft request' (duration: 255.064856ms)","trace[1768389629] 'compare' (duration: 31.277935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:46:42.755426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.724609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:46:42.755504Z","caller":"traceutil/trace.go:171","msg":"trace[531363201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11043; }","duration":"283.822701ms","start":"2026-07-24T17:46:42.471664Z","end":"2026-07-24T17:46:42.755486Z","steps":["trace[531363201] 'agreement among raft nodes before linearized reading' (duration: 283.699118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:46:42.763088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.147306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T17:46:42.763175Z","caller":"traceutil/trace.go:171","msg":"trace[1300795132] transaction","detail":"{read_only:false; response_revision:11044; number_of_response:1; }","duration":"148.6916ms","start":"2026-07-24T17:46:42.614446Z","end":"2026-07-24T17:46:42.763137Z","steps":["trace[1300795132] 'process raft request' (duration: 148.147135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:46:42.763213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.475351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztzlh\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-24T17:46:42.763293Z","caller":"traceutil/trace.go:171","msg":"trace[643034505] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztzlh; range_end:; response_count:1; response_revision:11044; }","duration":"115.596924ms","start":"2026-07-24T17:46:42.647679Z","end":"2026-07-24T17:46:42.763275Z","steps":["trace[643034505] 'agreement among raft nodes before linearized reading' (duration: 115.386988ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:46:42.763208Z","caller":"traceutil/trace.go:171","msg":"trace[736203512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11044; }","duration":"202.281779ms","start":"2026-07-24T17:46:42.560904Z","end":"2026-07-24T17:46:42.763186Z","steps":["trace[736203512] 'agreement among raft nodes before linearized reading' (duration: 201.964561ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:51:33.611042Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10990} {"level":"info","ts":"2026-07-24T17:51:33.688634Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10990,"took":"74.81504ms","hash":808354627,"current-db-size-bytes":59105280,"current-db-size":"59 MB","current-db-size-in-use-bytes":28065792,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-24T17:51:33.688692Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":808354627,"revision":10990,"compact-revision":8272} {"level":"info","ts":"2026-07-24T17:51:57.882766Z","caller":"traceutil/trace.go:171","msg":"trace[141495556] transaction","detail":"{read_only:false; response_revision:13178; number_of_response:1; }","duration":"147.732977ms","start":"2026-07-24T17:51:57.735005Z","end":"2026-07-24T17:51:57.882738Z","steps":["trace[141495556] 'process raft request' (duration: 147.525482ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:51:57.882826Z","caller":"traceutil/trace.go:171","msg":"trace[1833022095] linearizableReadLoop","detail":"{readStateIndex:13619; appliedIndex:13619; }","duration":"147.559482ms","start":"2026-07-24T17:51:57.735246Z","end":"2026-07-24T17:51:57.882806Z","steps":["trace[1833022095] 'read index received' (duration: 147.550822ms)","trace[1833022095] 'applied index is now lower than readState.Index' (duration: 7.21µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:51:57.882983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.718947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:51:57.883013Z","caller":"traceutil/trace.go:171","msg":"trace[440298145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13178; }","duration":"147.781089ms","start":"2026-07-24T17:51:57.735225Z","end":"2026-07-24T17:51:57.883007Z","steps":["trace[440298145] 'agreement among raft nodes before linearized reading' (duration: 147.664686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:51:57.883529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.130979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:51:57.883585Z","caller":"traceutil/trace.go:171","msg":"trace[1914951708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13179; }","duration":"148.199061ms","start":"2026-07-24T17:51:57.735372Z","end":"2026-07-24T17:51:57.883571Z","steps":["trace[1914951708] 'agreement among raft nodes before linearized reading' (duration: 148.055837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:51:57.883654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.643758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18955"} {"level":"info","ts":"2026-07-24T17:51:57.883729Z","caller":"traceutil/trace.go:171","msg":"trace[2104947227] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13179; }","duration":"131.771432ms","start":"2026-07-24T17:51:57.751942Z","end":"2026-07-24T17:51:57.883713Z","steps":["trace[2104947227] 'agreement among raft nodes before linearized reading' (duration: 131.600517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:03.974722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604837315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:52:04.475518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604837315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:52:04.975798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604837315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:52:05.474321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999737772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:52:05.474404Z","caller":"traceutil/trace.go:171","msg":"trace[1497787969] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999835725s","start":"2026-07-24T17:52:03.474551Z","end":"2026-07-24T17:52:05.474387Z","steps":["trace[1497787969] 'agreement among raft nodes before linearized reading' (duration: 1.999734242s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:05.474454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:03.473814Z","time spent":"2.000629847s","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:52:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:05.476485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604837315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:52:05.977556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604837315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:52:06.478073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604837315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:52:06.978709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604837315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:52:07.474586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:52:07.474653Z","caller":"traceutil/trace.go:171","msg":"trace[563274833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000188554s","start":"2026-07-24T17:52:05.47445Z","end":"2026-07-24T17:52:07.474639Z","steps":["trace[563274833] 'agreement among raft nodes before linearized reading' (duration: 2.000088371s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:07.474703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:05.474372Z","time spent":"2.000323718s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:52:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:07.479382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604837315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:52:07.980315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604837315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:52:08.250911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.831723686s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:52:08.251326Z","caller":"traceutil/trace.go:171","msg":"trace[529393665] transaction","detail":"{read_only:false; response_revision:13210; number_of_response:1; }","duration":"4.832305862s","start":"2026-07-24T17:52:03.418996Z","end":"2026-07-24T17:52:08.251302Z","steps":["trace[529393665] 'process raft request' (duration: 4.832111886s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.251467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:03.418935Z","time spent":"4.832449296s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9341,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:52:08.256615Z","caller":"traceutil/trace.go:171","msg":"trace[564995764] linearizableReadLoop","detail":"{readStateIndex:13658; appliedIndex:13651; }","duration":"4.782036958s","start":"2026-07-24T17:52:03.474555Z","end":"2026-07-24T17:52:08.256592Z","steps":["trace[564995764] 'read index received' (duration: 4.776560365s)","trace[564995764] 'applied index is now lower than readState.Index' (duration: 5.475653ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:52:08.25709Z","caller":"traceutil/trace.go:171","msg":"trace[341447005] transaction","detail":"{read_only:false; response_revision:13215; number_of_response:1; }","duration":"1.829365022s","start":"2026-07-24T17:52:06.427692Z","end":"2026-07-24T17:52:08.257057Z","steps":["trace[341447005] 'process raft request' (duration: 1.828754505s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.257253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:06.427672Z","time spent":"1.829492556s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:52:08.257395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.443095658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T17:52:08.257486Z","caller":"traceutil/trace.go:171","msg":"trace[74216952] transaction","detail":"{read_only:false; response_revision:13211; number_of_response:1; }","duration":"4.350607963s","start":"2026-07-24T17:52:03.906866Z","end":"2026-07-24T17:52:08.257474Z","steps":["trace[74216952] 'process raft request' (duration: 4.349151583s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:52:08.2575Z","caller":"traceutil/trace.go:171","msg":"trace[60990858] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13216; }","duration":"4.443228881s","start":"2026-07-24T17:52:03.814207Z","end":"2026-07-24T17:52:08.257436Z","steps":["trace[60990858] 'agreement among raft nodes before linearized reading' (duration: 4.442973704s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.257551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:03.90684Z","time spent":"4.350677656s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:52:08.257575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:03.814187Z","time spent":"4.443375066s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:52:08.257634Z","caller":"traceutil/trace.go:171","msg":"trace[901494738] transaction","detail":"{read_only:false; response_revision:13212; number_of_response:1; }","duration":"3.951145193s","start":"2026-07-24T17:52:04.306481Z","end":"2026-07-24T17:52:08.257626Z","steps":["trace[901494738] 'process raft request' (duration: 3.949773344s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.257682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:04.306458Z","time spent":"3.951201095s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:52:08.257749Z","caller":"traceutil/trace.go:171","msg":"trace[1232721892] transaction","detail":"{read_only:false; response_revision:13213; number_of_response:1; }","duration":"3.377872506s","start":"2026-07-24T17:52:04.879869Z","end":"2026-07-24T17:52:08.257742Z","steps":["trace[1232721892] 'process raft request' (duration: 3.376461886s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.257795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:04.879841Z","time spent":"3.377931528s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:52:08.257864Z","caller":"traceutil/trace.go:171","msg":"trace[2019598034] transaction","detail":"{read_only:false; response_revision:13214; number_of_response:1; }","duration":"3.185283075s","start":"2026-07-24T17:52:05.072573Z","end":"2026-07-24T17:52:08.257856Z","steps":["trace[2019598034] 'process raft request' (duration: 3.183836615s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.257913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:05.072547Z","time spent":"3.185343246s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:52:08.257941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682446276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:52:08.257862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.482352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:52:08.257982Z","caller":"traceutil/trace.go:171","msg":"trace[664981660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13216; }","duration":"2.682540328s","start":"2026-07-24T17:52:05.57543Z","end":"2026-07-24T17:52:08.257971Z","steps":["trace[664981660] 'agreement among raft nodes before linearized reading' (duration: 2.682441685s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:52:08.257993Z","caller":"traceutil/trace.go:171","msg":"trace[285956312] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:13216; }","duration":"496.642507ms","start":"2026-07-24T17:52:07.761338Z","end":"2026-07-24T17:52:08.257981Z","steps":["trace[285956312] 'agreement among raft nodes before linearized reading' (duration: 496.484372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.258022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:05.575409Z","time spent":"2.68260434s","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:08.258027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:07.761325Z","time spent":"496.692068ms","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:08.258057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.104396895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:52:08.258092Z","caller":"traceutil/trace.go:171","msg":"trace[563268481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13216; }","duration":"4.104451786s","start":"2026-07-24T17:52:04.153629Z","end":"2026-07-24T17:52:08.258081Z","steps":["trace[563268481] 'agreement among raft nodes before linearized reading' (duration: 4.104372074s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.25811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043652758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:52:08.25813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:04.153619Z","time spent":"4.104503417s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:52:08.257947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312122899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:52:08.258169Z","caller":"traceutil/trace.go:171","msg":"trace[463039005] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:13216; }","duration":"3.312390587s","start":"2026-07-24T17:52:04.945769Z","end":"2026-07-24T17:52:08.258159Z","steps":["trace[463039005] 'agreement among raft nodes before linearized reading' (duration: 3.312111539s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.258203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.274429146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7433"} {"level":"warn","ts":"2026-07-24T17:52:08.258216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.786313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:52:08.258241Z","caller":"traceutil/trace.go:171","msg":"trace[1884239419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13216; }","duration":"776.814504ms","start":"2026-07-24T17:52:07.481419Z","end":"2026-07-24T17:52:08.258233Z","steps":["trace[1884239419] 'agreement among raft nodes before linearized reading' (duration: 776.767222ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:52:08.258235Z","caller":"traceutil/trace.go:171","msg":"trace[1604306326] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:13216; }","duration":"3.274498257s","start":"2026-07-24T17:52:04.983727Z","end":"2026-07-24T17:52:08.258225Z","steps":["trace[1604306326] 'agreement among raft nodes before linearized reading' (duration: 3.274425505s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.25826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:07.481381Z","time spent":"776.875595ms","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:52:08.258272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:04.983706Z","time spent":"3.274557119s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7457,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-07-24T17:52:08.25798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.9868404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:52:08.258376Z","caller":"traceutil/trace.go:171","msg":"trace[719307977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13216; }","duration":"3.987235831s","start":"2026-07-24T17:52:04.27113Z","end":"2026-07-24T17:52:08.258366Z","steps":["trace[719307977] 'agreement among raft nodes before linearized reading' (duration: 3.986754428s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.258392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.173510246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-07-24T17:52:08.258413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:04.271078Z","time spent":"3.987326703s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:52:08.258429Z","caller":"traceutil/trace.go:171","msg":"trace[1756091960] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:13216; }","duration":"4.173547547s","start":"2026-07-24T17:52:04.084871Z","end":"2026-07-24T17:52:08.258419Z","steps":["trace[1756091960] 'agreement among raft nodes before linearized reading' (duration: 4.173449674s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.25844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278009926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:52:08.258707Z","caller":"traceutil/trace.go:171","msg":"trace[352886246] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:13216; }","duration":"3.278309835s","start":"2026-07-24T17:52:04.980387Z","end":"2026-07-24T17:52:08.258697Z","steps":["trace[352886246] 'agreement among raft nodes before linearized reading' (duration: 3.278021707s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.258713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:04.084815Z","time spent":"4.173886257s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-24T17:52:08.258739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:04.980367Z","time spent":"3.278364476s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-07-24T17:52:08.258201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:04.945748Z","time spent":"3.312443047s","remote":"127.0.0.1:43534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:08.258857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725996594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:52:08.258898Z","caller":"traceutil/trace.go:171","msg":"trace[1604971561] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:13216; }","duration":"1.726083736s","start":"2026-07-24T17:52:06.532804Z","end":"2026-07-24T17:52:08.258888Z","steps":["trace[1604971561] 'agreement among raft nodes before linearized reading' (duration: 1.725914261s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.258925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.282569963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-24T17:52:08.258949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:06.532784Z","time spent":"1.726157288s","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"info","ts":"2026-07-24T17:52:08.25896Z","caller":"traceutil/trace.go:171","msg":"trace[841278848] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13216; }","duration":"4.282628885s","start":"2026-07-24T17:52:03.976319Z","end":"2026-07-24T17:52:08.258948Z","steps":["trace[841278848] 'agreement among raft nodes before linearized reading' (duration: 4.282542172s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.258986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:03.9763Z","time spent":"4.282680596s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T17:52:08.259006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737146346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:52:08.259034Z","caller":"traceutil/trace.go:171","msg":"trace[996576746] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:13216; }","duration":"1.737211347s","start":"2026-07-24T17:52:06.521815Z","end":"2026-07-24T17:52:08.259027Z","steps":["trace[996576746] 'agreement among raft nodes before linearized reading' (duration: 1.737156825s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.259061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:06.521799Z","time spent":"1.737256869s","remote":"127.0.0.1:33898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:08.259092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347506797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:52:08.259126Z","caller":"traceutil/trace.go:171","msg":"trace[1776619287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13216; }","duration":"4.347577219s","start":"2026-07-24T17:52:03.91154Z","end":"2026-07-24T17:52:08.259117Z","steps":["trace[1776619287] 'agreement among raft nodes before linearized reading' (duration: 4.347505237s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.259177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:03.91152Z","time spent":"4.347650781s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:52:08.258062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953474929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztzlh\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-24T17:52:08.259262Z","caller":"traceutil/trace.go:171","msg":"trace[930648118] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztzlh; range_end:; response_count:1; response_revision:13216; }","duration":"2.954723773s","start":"2026-07-24T17:52:05.30453Z","end":"2026-07-24T17:52:08.259254Z","steps":["trace[930648118] 'agreement among raft nodes before linearized reading' (duration: 2.953444287s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.25927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347909798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T17:52:08.259289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:05.304508Z","time spent":"2.954773415s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-ztzlh\" "} {"level":"info","ts":"2026-07-24T17:52:08.259299Z","caller":"traceutil/trace.go:171","msg":"trace[224099563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13216; }","duration":"4.34797826s","start":"2026-07-24T17:52:03.911312Z","end":"2026-07-24T17:52:08.259291Z","steps":["trace[224099563] 'agreement among raft nodes before linearized reading' (duration: 4.347892508s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.259336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:03.911301Z","time spent":"4.348026151s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:52:08.257244Z","caller":"traceutil/trace.go:171","msg":"trace[1048063155] transaction","detail":"{read_only:false; response_revision:13216; number_of_response:1; }","duration":"779.703155ms","start":"2026-07-24T17:52:07.4775Z","end":"2026-07-24T17:52:08.257203Z","steps":["trace[1048063155] 'process raft request' (duration: 779.011275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.259598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.350535422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:52:08.259615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:07.477472Z","time spent":"782.118453ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:52:08.259623Z","caller":"traceutil/trace.go:171","msg":"trace[1988825590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13216; }","duration":"4.350587143s","start":"2026-07-24T17:52:03.909029Z","end":"2026-07-24T17:52:08.259616Z","steps":["trace[1988825590] 'agreement among raft nodes before linearized reading' (duration: 4.350338466s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.259651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:03.909016Z","time spent":"4.350630624s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:52:08.258139Z","caller":"traceutil/trace.go:171","msg":"trace[1554282718] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:13216; }","duration":"3.04371446s","start":"2026-07-24T17:52:05.214414Z","end":"2026-07-24T17:52:08.258128Z","steps":["trace[1554282718] 'agreement among raft nodes before linearized reading' (duration: 3.043663478s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:08.259888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:05.214385Z","time spent":"3.045445258s","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":23,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:40.898343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604837985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:52:41.399772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604837985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:52:41.899905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604837985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:52:42.400414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604837985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:52:42.901502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604837985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:52:43.347949Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.021957931s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:52:43.348434Z","caller":"traceutil/trace.go:171","msg":"trace[876466478] transaction","detail":"{read_only:false; response_revision:13454; number_of_response:1; }","duration":"3.022497546s","start":"2026-07-24T17:52:40.325907Z","end":"2026-07-24T17:52:43.348405Z","steps":["trace[876466478] 'process raft request' (duration: 3.022332912s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:43.348574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:40.32589Z","time spent":"3.02261455s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:52:43.472934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00039337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:52:43.473009Z","caller":"traceutil/trace.go:171","msg":"trace[576459638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000509383s","start":"2026-07-24T17:52:41.472479Z","end":"2026-07-24T17:52:43.472988Z","steps":["trace[576459638] 'agreement among raft nodes before linearized reading' (duration: 2.000417651s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:43.473053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:41.472464Z","time spent":"2.000579185s","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:52:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:45.372658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:40.37361Z","time spent":"4.999041341s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T17:52:45.379069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:40.380199Z","time spent":"4.998864315s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 17:52:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:45.41967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999651127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:52:45.419776Z","caller":"traceutil/trace.go:171","msg":"trace[1617516725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999806202s","start":"2026-07-24T17:52:40.419945Z","end":"2026-07-24T17:52:45.419751Z","steps":["trace[1617516725] 'agreement among raft nodes before linearized reading' (duration: 4.999680678s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:45.419852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:40.419926Z","time spent":"4.999911735s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:52:45.459367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000494831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:52:45.459472Z","caller":"traceutil/trace.go:171","msg":"trace[1068261838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000641725s","start":"2026-07-24T17:52:40.458808Z","end":"2026-07-24T17:52:45.45945Z","steps":["trace[1068261838] 'agreement among raft nodes before linearized reading' (duration: 5.000502051s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:45.459526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:40.4588Z","time spent":"5.000711137s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 17:52:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:45.465551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999567346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:52:45.465633Z","caller":"traceutil/trace.go:171","msg":"trace[729509069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999685158s","start":"2026-07-24T17:52:40.46593Z","end":"2026-07-24T17:52:45.465615Z","steps":["trace[729509069] 'agreement among raft nodes before linearized reading' (duration: 4.999579775s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:45.465682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:40.465919Z","time spent":"4.99975396s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 17:52:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:45.473813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000654538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:52:45.473876Z","caller":"traceutil/trace.go:171","msg":"trace[1869914252] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00074502s","start":"2026-07-24T17:52:43.473114Z","end":"2026-07-24T17:52:45.473859Z","steps":["trace[1869914252] 'agreement among raft nodes before linearized reading' (duration: 2.000678538s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:45.473918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:43.473097Z","time spent":"2.000812592s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:52:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:47.376267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:40.375304Z","time spent":"7.000957352s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T17:52:47.482719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001783387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:52:47.482815Z","caller":"traceutil/trace.go:171","msg":"trace[602151467] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001922851s","start":"2026-07-24T17:52:45.48087Z","end":"2026-07-24T17:52:47.482792Z","steps":["trace[602151467] 'agreement among raft nodes before linearized reading' (duration: 2.001786068s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:47.482874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:45.480852Z","time spent":"2.002008004s","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:52:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:48.729729Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3e459f952a1d1d36","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T17:52:49.482501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999503145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:52:49.482593Z","caller":"traceutil/trace.go:171","msg":"trace[632294165] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999647989s","start":"2026-07-24T17:52:47.48292Z","end":"2026-07-24T17:52:49.482568Z","steps":["trace[632294165] 'agreement among raft nodes before linearized reading' (duration: 1.999527705s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:49.48264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:47.482905Z","time spent":"1.99972631s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:52:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:50.372635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99834442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:52:50.373347Z","caller":"traceutil/trace.go:171","msg":"trace[643712673] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999079431s","start":"2026-07-24T17:52:45.374225Z","end":"2026-07-24T17:52:50.373304Z","steps":["trace[643712673] 'agreement among raft nodes before linearized reading' (duration: 4.998361231s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:50.373499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:45.374207Z","time spent":"4.999245436s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/24 17:52:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:50.374703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994457383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:52:50.374804Z","caller":"traceutil/trace.go:171","msg":"trace[548083551] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.994621257s","start":"2026-07-24T17:52:47.380149Z","end":"2026-07-24T17:52:50.37477Z","steps":["trace[548083551] 'agreement among raft nodes before linearized reading' (duration: 2.994490404s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:50.374868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:47.38013Z","time spent":"2.994724571s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/24 17:52:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:50.378378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997900518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:52:50.378469Z","caller":"traceutil/trace.go:171","msg":"trace[1696514414] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998021172s","start":"2026-07-24T17:52:45.38043Z","end":"2026-07-24T17:52:50.378451Z","steps":["trace[1696514414] 'agreement among raft nodes before linearized reading' (duration: 4.997911058s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:50.378532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:45.380423Z","time spent":"4.998095823s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/24 17:52:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:50.392862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.45435001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:52:50.393046Z","caller":"traceutil/trace.go:171","msg":"trace[1787010600] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"6.454616918s","start":"2026-07-24T17:52:43.938407Z","end":"2026-07-24T17:52:50.393024Z","steps":["trace[1787010600] 'agreement among raft nodes before linearized reading' (duration: 6.454384201s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:50.393135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:43.938387Z","time spent":"6.454733121s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/24 17:52:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:50.398095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000151438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:52:50.398182Z","caller":"traceutil/trace.go:171","msg":"trace[335791705] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.000279611s","start":"2026-07-24T17:52:40.397882Z","end":"2026-07-24T17:52:50.398162Z","steps":["trace[335791705] 'agreement among raft nodes before linearized reading' (duration: 10.000174458s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:50.398238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:40.397869Z","time spent":"10.000357944s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/24 17:52:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:50.419908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998587929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:52:50.41998Z","caller":"traceutil/trace.go:171","msg":"trace[884574704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998697371s","start":"2026-07-24T17:52:47.421267Z","end":"2026-07-24T17:52:50.419964Z","steps":["trace[884574704] 'agreement among raft nodes before linearized reading' (duration: 2.998609759s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:50.420022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:47.421251Z","time spent":"2.998758093s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 17:52:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:50.458585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997691594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:52:50.458719Z","caller":"traceutil/trace.go:171","msg":"trace[1385992983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997880719s","start":"2026-07-24T17:52:47.460812Z","end":"2026-07-24T17:52:50.458693Z","steps":["trace[1385992983] 'agreement among raft nodes before linearized reading' (duration: 2.997721075s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:50.458794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:47.460793Z","time spent":"2.997981591s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 17:52:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:50.460088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002274707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-24T17:52:50.460084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001279469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:52:50.460142Z","caller":"traceutil/trace.go:171","msg":"trace[2081696431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.002369029s","start":"2026-07-24T17:52:40.45776Z","end":"2026-07-24T17:52:50.460129Z","steps":["trace[2081696431] 'agreement among raft nodes before linearized reading' (duration: 10.002309938s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:52:50.460153Z","caller":"traceutil/trace.go:171","msg":"trace[78024198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.001364092s","start":"2026-07-24T17:52:40.458773Z","end":"2026-07-24T17:52:50.460138Z","steps":["trace[78024198] 'agreement among raft nodes before linearized reading' (duration: 10.001276039s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:50.460195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:40.458739Z","time spent":"10.001449004s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:52:50.460192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:40.45774Z","time spent":"10.002441502s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/24 17:52:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/24 17:52:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:50.464905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997971361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:52:50.464971Z","caller":"traceutil/trace.go:171","msg":"trace[323404331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998072704s","start":"2026-07-24T17:52:47.466883Z","end":"2026-07-24T17:52:50.464955Z","steps":["trace[323404331] 'agreement among raft nodes before linearized reading' (duration: 2.997997602s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:50.465019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:47.466867Z","time spent":"2.998139316s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 17:52:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:52:51.293891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:50.79814Z","time spent":"495.743011ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:52:51.294876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.650877794s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:52:51.295347Z","caller":"traceutil/trace.go:171","msg":"trace[462929816] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13454; }","duration":"2.651358437s","start":"2026-07-24T17:52:48.643958Z","end":"2026-07-24T17:52:51.295316Z","steps":["trace[462929816] 'range keys from in-memory index tree' (duration: 2.650856543s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.363906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.015654102s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:52:51.457564Z","caller":"traceutil/trace.go:171","msg":"trace[2133371678] linearizableReadLoop","detail":"{readStateIndex:13910; appliedIndex:13905; }","duration":"11.059588148s","start":"2026-07-24T17:52:40.397925Z","end":"2026-07-24T17:52:51.457513Z","steps":["trace[2133371678] 'read index received' (duration: 2.950298079s)","trace[2133371678] 'applied index is now lower than readState.Index' (duration: 8.109288289s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:52:51.463016Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"63.632µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-07-24T17:52:51.46317Z","caller":"traceutil/trace.go:171","msg":"trace[352363512] transaction","detail":"{read_only:false; response_revision:13458; number_of_response:1; }","duration":"5.673669159s","start":"2026-07-24T17:52:45.78948Z","end":"2026-07-24T17:52:51.463149Z","steps":["trace[352363512] 'process raft request' (duration: 5.67334s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:52:51.463217Z","caller":"traceutil/trace.go:171","msg":"trace[1245160786] transaction","detail":"{read_only:false; response_revision:13459; number_of_response:1; }","duration":"2.478166378s","start":"2026-07-24T17:52:48.985046Z","end":"2026-07-24T17:52:51.463212Z","steps":["trace[1245160786] 'process raft request' (duration: 2.478037005s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.463245Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3e459f952a1d1d36","error":"lease not found"} {"level":"warn","ts":"2026-07-24T17:52:51.463291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:45.789454Z","time spent":"5.673766952s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:52:51.463296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:48.985015Z","time spent":"2.47822314s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:52:51.46319Z","caller":"traceutil/trace.go:171","msg":"trace[837931498] transaction","detail":"{read_only:false; response_revision:13460; number_of_response:1; }","duration":"2.157798618s","start":"2026-07-24T17:52:49.305377Z","end":"2026-07-24T17:52:51.463175Z","steps":["trace[837931498] 'process raft request' (duration: 2.157748437s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.463392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:49.305357Z","time spent":"2.158016175s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:52:51.46354Z","caller":"traceutil/trace.go:171","msg":"trace[584956391] transaction","detail":"{read_only:false; response_revision:13461; number_of_response:1; }","duration":"1.041874149s","start":"2026-07-24T17:52:50.421658Z","end":"2026-07-24T17:52:51.463532Z","steps":["trace[584956391] 'process raft request' (duration: 1.041720905s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.46358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:50.421625Z","time spent":"1.041931771s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:52:51.46358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:50.376487Z","time spent":"1.087090782s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:52:51.463579Z","caller":"traceutil/trace.go:171","msg":"trace[1281046879] transaction","detail":"{read_only:false; response_revision:13462; number_of_response:1; }","duration":"1.002675695s","start":"2026-07-24T17:52:50.460875Z","end":"2026-07-24T17:52:51.463551Z","steps":["trace[1281046879] 'process raft request' (duration: 1.002612853s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.463747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:50.460857Z","time spent":"1.002798148s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:52:51.463776Z","caller":"traceutil/trace.go:171","msg":"trace[505608751] transaction","detail":"{read_only:false; response_revision:13464; number_of_response:1; }","duration":"996.296577ms","start":"2026-07-24T17:52:50.467469Z","end":"2026-07-24T17:52:51.463765Z","steps":["trace[505608751] 'process raft request' (duration: 996.210074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.463821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:50.467452Z","time spent":"996.343968ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:52:51.463892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.329777831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:52:51.463893Z","caller":"traceutil/trace.go:171","msg":"trace[908849055] transaction","detail":"{read_only:false; response_revision:13463; number_of_response:1; }","duration":"1.002330595s","start":"2026-07-24T17:52:50.461436Z","end":"2026-07-24T17:52:51.463766Z","steps":["trace[908849055] 'process raft request' (duration: 1.002081708s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.46394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.940592633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztzlh\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-24T17:52:51.463956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.823237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:52:51.463986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.35906663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:52:51.463984Z","caller":"traceutil/trace.go:171","msg":"trace[1589063987] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztzlh; range_end:; response_count:1; response_revision:13464; }","duration":"10.940673245s","start":"2026-07-24T17:52:40.523299Z","end":"2026-07-24T17:52:51.463972Z","steps":["trace[1589063987] 'agreement among raft nodes before linearized reading' (duration: 10.94047258s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.463985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:50.461432Z","time spent":"1.00251679s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:52:51.464007Z","caller":"traceutil/trace.go:171","msg":"trace[1610152277] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:13464; }","duration":"4.359131331s","start":"2026-07-24T17:52:47.104869Z","end":"2026-07-24T17:52:51.464001Z","steps":["trace[1610152277] 'agreement among raft nodes before linearized reading' (duration: 4.35909837s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.464023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:47.104849Z","time spent":"4.359170083s","remote":"127.0.0.1:59194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:51.464031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.149732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:52:51.464035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:40.523282Z","time spent":"10.940732068s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-ztzlh\" "} {"level":"warn","ts":"2026-07-24T17:52:51.463903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.27209626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:52:51.464055Z","caller":"traceutil/trace.go:171","msg":"trace[1845878299] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:13464; }","duration":"671.198114ms","start":"2026-07-24T17:52:50.792849Z","end":"2026-07-24T17:52:51.464047Z","steps":["trace[1845878299] 'agreement among raft nodes before linearized reading' (duration: 671.159122ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:52:51.464082Z","caller":"traceutil/trace.go:171","msg":"trace[814460300] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:13464; }","duration":"4.272282445s","start":"2026-07-24T17:52:47.191784Z","end":"2026-07-24T17:52:51.464067Z","steps":["trace[814460300] 'agreement among raft nodes before linearized reading' (duration: 4.272080999s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.464111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:47.191779Z","time spent":"4.272323216s","remote":"127.0.0.1:58576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:51.46412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.796671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:52:51.463915Z","caller":"traceutil/trace.go:171","msg":"trace[1934594155] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:13464; }","duration":"5.329840693s","start":"2026-07-24T17:52:46.134066Z","end":"2026-07-24T17:52:51.463906Z","steps":["trace[1934594155] 'agreement among raft nodes before linearized reading' (duration: 5.329794301s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:52:51.464141Z","caller":"traceutil/trace.go:171","msg":"trace[1313298215] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:13464; }","duration":"743.860813ms","start":"2026-07-24T17:52:50.720274Z","end":"2026-07-24T17:52:51.464135Z","steps":["trace[1313298215] 'agreement among raft nodes before linearized reading' (duration: 743.824922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.464161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:50.720254Z","time spent":"743.902045ms","remote":"127.0.0.1:58546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:51.464084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:50.79283Z","time spent":"671.245584ms","remote":"127.0.0.1:54810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:51.464193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:46.134044Z","time spent":"5.330110171s","remote":"127.0.0.1:54396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:51.464271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.947082687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:52:51.464309Z","caller":"traceutil/trace.go:171","msg":"trace[688702881] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:13464; }","duration":"5.947121009s","start":"2026-07-24T17:52:45.517177Z","end":"2026-07-24T17:52:51.464298Z","steps":["trace[688702881] 'agreement among raft nodes before linearized reading' (duration: 5.947008375s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.464336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:45.517108Z","time spent":"5.947219601s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":64,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:51.464352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.18333419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:52:51.464381Z","caller":"traceutil/trace.go:171","msg":"trace[540297928] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:13464; }","duration":"3.183401302s","start":"2026-07-24T17:52:48.280971Z","end":"2026-07-24T17:52:51.464372Z","steps":["trace[540297928] 'agreement among raft nodes before linearized reading' (duration: 3.183310629s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.46439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.836955132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:52:51.464401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:48.280952Z","time spent":"3.183442643s","remote":"127.0.0.1:33834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":64,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:51.464527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.986926641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c54b37213ef9d8\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-24T17:52:51.464549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976864242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:52:51.464555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.930137815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:52:51.46457Z","caller":"traceutil/trace.go:171","msg":"trace[614742852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13464; }","duration":"1.976925414s","start":"2026-07-24T17:52:49.487638Z","end":"2026-07-24T17:52:51.464563Z","steps":["trace[614742852] 'agreement among raft nodes before linearized reading' (duration: 1.976883633s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:52:51.464558Z","caller":"traceutil/trace.go:171","msg":"trace[258084506] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c54b37213ef9d8; range_end:; response_count:1; response_revision:13464; }","duration":"5.986990063s","start":"2026-07-24T17:52:45.477559Z","end":"2026-07-24T17:52:51.464549Z","steps":["trace[258084506] 'agreement among raft nodes before linearized reading' (duration: 5.98689577s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.464608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:49.487622Z","time spent":"1.976982266s","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:52:51.464602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.53091076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:52:51.464618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:45.477537Z","time spent":"5.987074175s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c54b37213ef9d8\" "} {"level":"info","ts":"2026-07-24T17:52:51.464635Z","caller":"traceutil/trace.go:171","msg":"trace[1889064757] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:13464; }","duration":"6.530976572s","start":"2026-07-24T17:52:44.933647Z","end":"2026-07-24T17:52:51.464623Z","steps":["trace[1889064757] 'agreement among raft nodes before linearized reading' (duration: 6.53092779s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.464677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:44.933626Z","time spent":"6.531039873s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:52:51.464588Z","caller":"traceutil/trace.go:171","msg":"trace[1502100884] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:13464; }","duration":"4.930206157s","start":"2026-07-24T17:52:46.534374Z","end":"2026-07-24T17:52:51.46458Z","steps":["trace[1502100884] 'agreement among raft nodes before linearized reading' (duration: 4.930090594s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.464743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.657484637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T17:52:51.464761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.829758551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:52:51.464792Z","caller":"traceutil/trace.go:171","msg":"trace[123967360] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:13464; }","duration":"4.829827943s","start":"2026-07-24T17:52:46.634957Z","end":"2026-07-24T17:52:51.464785Z","steps":["trace[123967360] 'agreement among raft nodes before linearized reading' (duration: 4.829776842s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.464798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.176650782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:52:51.464814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:46.634933Z","time spent":"4.829874974s","remote":"127.0.0.1:34172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:52:51.464826Z","caller":"traceutil/trace.go:171","msg":"trace[1819105679] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:13464; }","duration":"5.176668604s","start":"2026-07-24T17:52:46.288141Z","end":"2026-07-24T17:52:51.46481Z","steps":["trace[1819105679] 'agreement among raft nodes before linearized reading' (duration: 5.176639093s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.464841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:46.288087Z","time spent":"5.176749416s","remote":"127.0.0.1:58652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:51.464844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.257355323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:52:51.464859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.823889374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:52:51.46489Z","caller":"traceutil/trace.go:171","msg":"trace[1715367013] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:13464; }","duration":"10.257389255s","start":"2026-07-24T17:52:41.207477Z","end":"2026-07-24T17:52:51.464866Z","steps":["trace[1715367013] 'agreement among raft nodes before linearized reading' (duration: 10.257335714s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.464743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:46.534356Z","time spent":"4.930379282s","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-07-24T17:52:51.464888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.48948124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:52:51.464916Z","caller":"traceutil/trace.go:171","msg":"trace[68091534] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:13464; }","duration":"8.823994507s","start":"2026-07-24T17:52:42.640903Z","end":"2026-07-24T17:52:51.464898Z","steps":["trace[68091534] 'agreement among raft nodes before linearized reading' (duration: 8.823859934s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:52:51.464983Z","caller":"traceutil/trace.go:171","msg":"trace[815082157] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13464; }","duration":"9.489628234s","start":"2026-07-24T17:52:41.975335Z","end":"2026-07-24T17:52:51.464963Z","steps":["trace[815082157] 'agreement among raft nodes before linearized reading' (duration: 9.489381357s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.464988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.355720743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18955"} {"level":"info","ts":"2026-07-24T17:52:51.464768Z","caller":"traceutil/trace.go:171","msg":"trace[1682588304] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13464; }","duration":"4.657558749s","start":"2026-07-24T17:52:46.807203Z","end":"2026-07-24T17:52:51.464762Z","steps":["trace[1682588304] 'agreement among raft nodes before linearized reading' (duration: 4.656900191s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:52:51.464993Z","caller":"traceutil/trace.go:171","msg":"trace[1666055665] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13464; }","duration":"3.837040645s","start":"2026-07-24T17:52:47.627369Z","end":"2026-07-24T17:52:51.46441Z","steps":["trace[1666055665] 'agreement among raft nodes before linearized reading' (duration: 3.836960232s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:52:51.465033Z","caller":"traceutil/trace.go:171","msg":"trace[1694634325] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:13464; }","duration":"10.355814505s","start":"2026-07-24T17:52:41.10921Z","end":"2026-07-24T17:52:51.465025Z","steps":["trace[1694634325] 'agreement among raft nodes before linearized reading' (duration: 10.355731712s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.464922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:41.207427Z","time spent":"10.257485018s","remote":"127.0.0.1:54794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:51.465066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.269512955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-f6bcf454f-9xvpq\" ","response":"range_response_count:1 size:8539"} {"level":"warn","ts":"2026-07-24T17:52:51.46507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:41.109186Z","time spent":"10.355875197s","remote":"127.0.0.1:33810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18979,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-24T17:52:51.465094Z","caller":"traceutil/trace.go:171","msg":"trace[930415561] range","detail":"{range_begin:/registry/pods/openstack/placement-api-f6bcf454f-9xvpq; range_end:; response_count:1; response_revision:13464; }","duration":"9.269577446s","start":"2026-07-24T17:52:42.195508Z","end":"2026-07-24T17:52:51.465086Z","steps":["trace[930415561] 'agreement among raft nodes before linearized reading' (duration: 9.269492714s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.465093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.957963612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:52:51.465092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.876362891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:52:51.465115Z","caller":"traceutil/trace.go:171","msg":"trace[209996548] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:13464; }","duration":"6.958012602s","start":"2026-07-24T17:52:44.507097Z","end":"2026-07-24T17:52:51.465109Z","steps":["trace[209996548] 'agreement among raft nodes before linearized reading' (duration: 6.957976461s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.465135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:44.507082Z","time spent":"6.958047544s","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:51.465148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.24427867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:52:51.465148Z","caller":"traceutil/trace.go:171","msg":"trace[1145549903] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:13464; }","duration":"6.876441994s","start":"2026-07-24T17:52:44.58868Z","end":"2026-07-24T17:52:51.465122Z","steps":["trace[1145549903] 'agreement among raft nodes before linearized reading' (duration: 6.876373122s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:52:51.465173Z","caller":"traceutil/trace.go:171","msg":"trace[1736830852] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:13464; }","duration":"9.244343002s","start":"2026-07-24T17:52:42.22082Z","end":"2026-07-24T17:52:51.465163Z","steps":["trace[1736830852] 'agreement among raft nodes before linearized reading' (duration: 9.244307021s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.465159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.353972835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:52:51.465113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:42.195487Z","time spent":"9.269620448s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8563,"request content":"key:\"/registry/pods/openstack/placement-api-f6bcf454f-9xvpq\" "} {"level":"warn","ts":"2026-07-24T17:52:51.465191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:47.62735Z","time spent":"3.837827277s","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:51.465199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:42.220795Z","time spent":"9.244396563s","remote":"127.0.0.1:40024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:51.465024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:41.975315Z","time spent":"9.489700386s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":66,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:52:51.465214Z","caller":"traceutil/trace.go:171","msg":"trace[1471861708] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13464; }","duration":"9.354103369s","start":"2026-07-24T17:52:42.111098Z","end":"2026-07-24T17:52:51.465201Z","steps":["trace[1471861708] 'agreement among raft nodes before linearized reading' (duration: 9.353973525s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.465245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:42.111066Z","time spent":"9.354173791s","remote":"127.0.0.1:54898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:51.465244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.740049111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:52:51.465276Z","caller":"traceutil/trace.go:171","msg":"trace[559297329] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13464; }","duration":"10.740123133s","start":"2026-07-24T17:52:40.725144Z","end":"2026-07-24T17:52:51.465267Z","steps":["trace[559297329] 'agreement among raft nodes before linearized reading' (duration: 10.740068321s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.465271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.931184902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:52:51.465307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:40.725125Z","time spent":"10.740173923s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:52:51.465321Z","caller":"traceutil/trace.go:171","msg":"trace[115698230] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:13464; }","duration":"7.931268765s","start":"2026-07-24T17:52:43.534038Z","end":"2026-07-24T17:52:51.465307Z","steps":["trace[115698230] 'agreement among raft nodes before linearized reading' (duration: 7.931197343s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.465362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:43.533989Z","time spent":"7.931360178s","remote":"127.0.0.1:40006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:51.463954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.329745651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:52:51.465192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:44.588657Z","time spent":"6.876520206s","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:52:51.465446Z","caller":"traceutil/trace.go:171","msg":"trace[534941079] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:13464; }","duration":"4.331254793s","start":"2026-07-24T17:52:47.134178Z","end":"2026-07-24T17:52:51.465433Z","steps":["trace[534941079] 'agreement among raft nodes before linearized reading' (duration: 4.329750281s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.465481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:47.134162Z","time spent":"4.331308024s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:52:51.463991Z","caller":"traceutil/trace.go:171","msg":"trace[1174923647] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:13464; }","duration":"110.902499ms","start":"2026-07-24T17:52:51.353077Z","end":"2026-07-24T17:52:51.463979Z","steps":["trace[1174923647] 'agreement among raft nodes before linearized reading' (duration: 110.845427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:52:51.465039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:46.807182Z","time spent":"4.657849618s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1391,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:52:51.46501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:52:42.64089Z","time spent":"8.82410182s","remote":"127.0.0.1:43558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:53:02.050575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.007736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-24T17:53:02.050658Z","caller":"traceutil/trace.go:171","msg":"trace[2079904506] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13540; }","duration":"114.14866ms","start":"2026-07-24T17:53:01.936491Z","end":"2026-07-24T17:53:02.05064Z","steps":["trace[2079904506] 'range keys from in-memory index tree' (duration: 113.81593ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:53:05.433563Z","caller":"traceutil/trace.go:171","msg":"trace[2114364972] transaction","detail":"{read_only:false; response_revision:13552; number_of_response:1; }","duration":"174.121504ms","start":"2026-07-24T17:53:05.259406Z","end":"2026-07-24T17:53:05.433527Z","steps":["trace[2114364972] 'process raft request' (duration: 173.897568ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:53:19.66919Z","caller":"traceutil/trace.go:171","msg":"trace[997370797] transaction","detail":"{read_only:false; response_revision:13668; number_of_response:1; }","duration":"136.756931ms","start":"2026-07-24T17:53:19.532386Z","end":"2026-07-24T17:53:19.669143Z","steps":["trace[997370797] 'process raft request' (duration: 129.829167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:53:29.655718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.258974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:53:29.655765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.957196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:53:29.655794Z","caller":"traceutil/trace.go:171","msg":"trace[1845611943] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:13827; }","duration":"162.355456ms","start":"2026-07-24T17:53:29.493423Z","end":"2026-07-24T17:53:29.655779Z","steps":["trace[1845611943] 'count revisions from in-memory index tree' (duration: 162.084428ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:53:29.655805Z","caller":"traceutil/trace.go:171","msg":"trace[990068559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13827; }","duration":"181.000277ms","start":"2026-07-24T17:53:29.474794Z","end":"2026-07-24T17:53:29.655794Z","steps":["trace[990068559] 'range keys from in-memory index tree' (duration: 180.74435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:53:29.655811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.624701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:53:29.656021Z","caller":"traceutil/trace.go:171","msg":"trace[1993098954] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:13827; }","duration":"197.863069ms","start":"2026-07-24T17:53:29.458133Z","end":"2026-07-24T17:53:29.655996Z","steps":["trace[1993098954] 'count revisions from in-memory index tree' (duration: 197.530679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:53:29.656034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.249888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-6c6687ddd6-hhjhx\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-07-24T17:53:29.656482Z","caller":"traceutil/trace.go:171","msg":"trace[1331961099] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-6c6687ddd6-hhjhx; range_end:; response_count:1; response_revision:13827; }","duration":"155.709181ms","start":"2026-07-24T17:53:29.500731Z","end":"2026-07-24T17:53:29.65644Z","steps":["trace[1331961099] 'range keys from in-memory index tree' (duration: 155.087773ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:53:29.883042Z","caller":"traceutil/trace.go:171","msg":"trace[1803079769] linearizableReadLoop","detail":"{readStateIndex:14296; appliedIndex:14295; }","duration":"167.8299ms","start":"2026-07-24T17:53:29.715192Z","end":"2026-07-24T17:53:29.883022Z","steps":["trace[1803079769] 'read index received' (duration: 167.722567ms)","trace[1803079769] 'applied index is now lower than readState.Index' (duration: 106.523µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:53:29.883139Z","caller":"traceutil/trace.go:171","msg":"trace[2072119014] transaction","detail":"{read_only:false; response_revision:13828; number_of_response:1; }","duration":"217.809966ms","start":"2026-07-24T17:53:29.665289Z","end":"2026-07-24T17:53:29.883099Z","steps":["trace[2072119014] 'process raft request' (duration: 217.58847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:53:29.883252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.045105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:53:29.883294Z","caller":"traceutil/trace.go:171","msg":"trace[1214853694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13828; }","duration":"168.129758ms","start":"2026-07-24T17:53:29.715153Z","end":"2026-07-24T17:53:29.883283Z","steps":["trace[1214853694] 'agreement among raft nodes before linearized reading' (duration: 167.978044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:53:29.915605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.728185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztzlh\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-24T17:53:29.915697Z","caller":"traceutil/trace.go:171","msg":"trace[1137189766] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztzlh; range_end:; response_count:1; response_revision:13829; }","duration":"114.86862ms","start":"2026-07-24T17:53:29.800806Z","end":"2026-07-24T17:53:29.915675Z","steps":["trace[1137189766] 'agreement among raft nodes before linearized reading' (duration: 114.619123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:55:08.012384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.162309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-24T17:55:08.01268Z","caller":"traceutil/trace.go:171","msg":"trace[1310479725] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14913; }","duration":"123.493217ms","start":"2026-07-24T17:55:07.889162Z","end":"2026-07-24T17:55:08.012655Z","steps":["trace[1310479725] 'range keys from in-memory index tree' (duration: 123.006074ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:55:08.38118Z","caller":"traceutil/trace.go:171","msg":"trace[1174001094] transaction","detail":"{read_only:false; response_revision:14914; number_of_response:1; }","duration":"106.831112ms","start":"2026-07-24T17:55:08.274319Z","end":"2026-07-24T17:55:08.38115Z","steps":["trace[1174001094] 'process raft request' (duration: 106.590486ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:56:33.616895Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13024} {"level":"info","ts":"2026-07-24T17:56:33.689626Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13024,"took":"70.877209ms","hash":4228729146,"current-db-size-bytes":59105280,"current-db-size":"59 MB","current-db-size-in-use-bytes":31436800,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T17:56:33.689695Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4228729146,"revision":13024,"compact-revision":10990} {"level":"info","ts":"2026-07-24T17:57:39.633257Z","caller":"traceutil/trace.go:171","msg":"trace[320203515] transaction","detail":"{read_only:false; response_revision:16039; number_of_response:1; }","duration":"101.545825ms","start":"2026-07-24T17:57:39.531681Z","end":"2026-07-24T17:57:39.633227Z","steps":["trace[320203515] 'process raft request' (duration: 101.3408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:55.948324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604847846,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:57:56.172628Z","caller":"traceutil/trace.go:171","msg":"trace[722200162] transaction","detail":"{read_only:false; response_revision:16238; number_of_response:1; }","duration":"764.518674ms","start":"2026-07-24T17:57:55.408082Z","end":"2026-07-24T17:57:56.172601Z","steps":["trace[722200162] 'process raft request' (duration: 764.346309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.172773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:55.408059Z","time spent":"764.646197ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:57:56.884502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.650303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:57:56.884673Z","caller":"traceutil/trace.go:171","msg":"trace[792250580] transaction","detail":"{read_only:false; response_revision:16239; number_of_response:1; }","duration":"1.296922156s","start":"2026-07-24T17:57:55.587709Z","end":"2026-07-24T17:57:56.884631Z","steps":["trace[792250580] 'process raft request' (duration: 809.066907ms)","trace[792250580] 'compare' (duration: 487.553311ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:57:56.88475Z","caller":"traceutil/trace.go:171","msg":"trace[1153866084] linearizableReadLoop","detail":"{readStateIndex:16788; appliedIndex:16786; }","duration":"1.437513931s","start":"2026-07-24T17:57:55.447203Z","end":"2026-07-24T17:57:56.884717Z","steps":["trace[1153866084] 'read index received' (duration: 725.222926ms)","trace[1153866084] 'applied index is now lower than readState.Index' (duration: 712.288755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:57:56.884888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:55.587688Z","time spent":"1.297097792s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:57:56.884985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437775239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f66xj\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-07-24T17:57:56.885029Z","caller":"traceutil/trace.go:171","msg":"trace[1000444702] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f66xj; range_end:; response_count:1; response_revision:16240; }","duration":"1.437884531s","start":"2026-07-24T17:57:55.447132Z","end":"2026-07-24T17:57:56.885017Z","steps":["trace[1000444702] 'agreement among raft nodes before linearized reading' (duration: 1.437724217s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.885071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412308617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:57:56.885119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:55.447118Z","time spent":"1.437990645s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f66xj\" "} {"level":"warn","ts":"2026-07-24T17:57:56.885257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.916837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:57:56.885306Z","caller":"traceutil/trace.go:171","msg":"trace[702308286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16240; }","duration":"110.995729ms","start":"2026-07-24T17:57:56.774299Z","end":"2026-07-24T17:57:56.885295Z","steps":["trace[702308286] 'agreement among raft nodes before linearized reading' (duration: 110.850075ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:57:56.885124Z","caller":"traceutil/trace.go:171","msg":"trace[198109418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16240; }","duration":"1.41239445s","start":"2026-07-24T17:57:55.472714Z","end":"2026-07-24T17:57:56.885109Z","steps":["trace[198109418] 'agreement among raft nodes before linearized reading' (duration: 1.412312177s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.885447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:55.472696Z","time spent":"1.4127402s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:57:56.885595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.514074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztzlh\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-24T17:57:56.88565Z","caller":"traceutil/trace.go:171","msg":"trace[1302953664] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztzlh; range_end:; response_count:1; response_revision:16240; }","duration":"168.608277ms","start":"2026-07-24T17:57:56.717029Z","end":"2026-07-24T17:57:56.885637Z","steps":["trace[1302953664] 'agreement among raft nodes before linearized reading' (duration: 168.472224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.885817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.00117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:57:56.885866Z","caller":"traceutil/trace.go:171","msg":"trace[535287870] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:16240; }","duration":"336.090742ms","start":"2026-07-24T17:57:56.549763Z","end":"2026-07-24T17:57:56.885854Z","steps":["trace[535287870] 'agreement among raft nodes before linearized reading' (duration: 335.977119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.885905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.549738Z","time spent":"336.155475ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"info","ts":"2026-07-24T17:57:56.884767Z","caller":"traceutil/trace.go:171","msg":"trace[741420911] transaction","detail":"{read_only:false; response_revision:16240; number_of_response:1; }","duration":"404.643886ms","start":"2026-07-24T17:57:56.480096Z","end":"2026-07-24T17:57:56.88474Z","steps":["trace[741420911] 'process raft request' (duration: 404.513923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.886164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.480073Z","time spent":"406.009655ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:57:56.8862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.866333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:57:56.886258Z","caller":"traceutil/trace.go:171","msg":"trace[230008776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16240; }","duration":"740.963865ms","start":"2026-07-24T17:57:56.145278Z","end":"2026-07-24T17:57:56.886242Z","steps":["trace[230008776] 'agreement among raft nodes before linearized reading' (duration: 740.824981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.886307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351738657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:57:56.886316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.14525Z","time spent":"741.054008ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:57:56.886356Z","caller":"traceutil/trace.go:171","msg":"trace[602200713] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16240; }","duration":"1.351830479s","start":"2026-07-24T17:57:55.534511Z","end":"2026-07-24T17:57:56.886341Z","steps":["trace[602200713] 'agreement among raft nodes before linearized reading' (duration: 1.351743727s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.886391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:55.534487Z","time spent":"1.35189689s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-24T17:57:56.886402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.163285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-24T17:57:56.886481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.467131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T17:57:56.886519Z","caller":"traceutil/trace.go:171","msg":"trace[612873221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16240; }","duration":"542.34147ms","start":"2026-07-24T17:57:56.344145Z","end":"2026-07-24T17:57:56.886487Z","steps":["trace[612873221] 'agreement among raft nodes before linearized reading' (duration: 541.96754ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:57:56.886545Z","caller":"traceutil/trace.go:171","msg":"trace[1833022711] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16240; }","duration":"875.547473ms","start":"2026-07-24T17:57:56.01097Z","end":"2026-07-24T17:57:56.886517Z","steps":["trace[1833022711] 'agreement among raft nodes before linearized reading' (duration: 875.369858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.886574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351921581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:57:56.886266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.551962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416711"} {"level":"warn","ts":"2026-07-24T17:57:56.886597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.01095Z","time spent":"875.638825ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T17:57:56.886595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.344123Z","time spent":"542.460924ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:57:56.886625Z","caller":"traceutil/trace.go:171","msg":"trace[1506346971] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16240; }","duration":"1.352003954s","start":"2026-07-24T17:57:55.53461Z","end":"2026-07-24T17:57:56.886614Z","steps":["trace[1506346971] 'agreement among raft nodes before linearized reading' (duration: 1.351916221s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:57:56.88664Z","caller":"traceutil/trace.go:171","msg":"trace[653862994] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:16240; }","duration":"367.979143ms","start":"2026-07-24T17:57:56.518642Z","end":"2026-07-24T17:57:56.886622Z","steps":["trace[653862994] 'agreement among raft nodes before linearized reading' (duration: 367.450758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.886812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271128486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:57:56.886852Z","caller":"traceutil/trace.go:171","msg":"trace[387615299] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:16240; }","duration":"1.271201118s","start":"2026-07-24T17:57:55.615641Z","end":"2026-07-24T17:57:56.886842Z","steps":["trace[387615299] 'agreement among raft nodes before linearized reading' (duration: 1.271128686s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.886875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351782918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:57:56.886481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.604568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T17:57:56.886917Z","caller":"traceutil/trace.go:171","msg":"trace[55443029] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16240; }","duration":"1.351834599s","start":"2026-07-24T17:57:55.535072Z","end":"2026-07-24T17:57:56.886907Z","steps":["trace[55443029] 'agreement among raft nodes before linearized reading' (duration: 1.351777507s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.886941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.608241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:57:56.886951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:55.535067Z","time spent":"1.35187845s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-07-24T17:57:56.886973Z","caller":"traceutil/trace.go:171","msg":"trace[339471931] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:16240; }","duration":"541.667591ms","start":"2026-07-24T17:57:56.345295Z","end":"2026-07-24T17:57:56.886962Z","steps":["trace[339471931] 'agreement among raft nodes before linearized reading' (duration: 541.62036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.886966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281171296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:57:56.887008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.345276Z","time spent":"541.724203ms","remote":"127.0.0.1:59194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:57:56.887028Z","caller":"traceutil/trace.go:171","msg":"trace[1263962929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16240; }","duration":"1.281233478s","start":"2026-07-24T17:57:55.605777Z","end":"2026-07-24T17:57:56.88701Z","steps":["trace[1263962929] 'agreement among raft nodes before linearized reading' (duration: 1.281147155s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.887075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:55.605716Z","time spent":"1.281344971s","remote":"127.0.0.1:54898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:57:56.887114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.90116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-m2djc\" ","response":"range_response_count:1 size:22121"} {"level":"warn","ts":"2026-07-24T17:57:56.887155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.041283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-m2djc\" ","response":"range_response_count:1 size:22121"} {"level":"warn","ts":"2026-07-24T17:57:56.886586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.146837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:57:56.887176Z","caller":"traceutil/trace.go:171","msg":"trace[883310303] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-m2djc; range_end:; response_count:1; response_revision:16240; }","duration":"521.992343ms","start":"2026-07-24T17:57:56.36517Z","end":"2026-07-24T17:57:56.887162Z","steps":["trace[883310303] 'agreement among raft nodes before linearized reading' (duration: 521.837099ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:57:56.887199Z","caller":"traceutil/trace.go:171","msg":"trace[714629438] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-m2djc; range_end:; response_count:1; response_revision:16240; }","duration":"498.117906ms","start":"2026-07-24T17:57:56.389068Z","end":"2026-07-24T17:57:56.887186Z","steps":["trace[714629438] 'agreement among raft nodes before linearized reading' (duration: 497.983822ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:57:56.887218Z","caller":"traceutil/trace.go:171","msg":"trace[919143188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16240; }","duration":"719.812255ms","start":"2026-07-24T17:57:56.167386Z","end":"2026-07-24T17:57:56.887198Z","steps":["trace[919143188] 'agreement among raft nodes before linearized reading' (duration: 719.123486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.887232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.365154Z","time spent":"522.052734ms","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-m2djc\" "} {"level":"warn","ts":"2026-07-24T17:57:56.887255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.38905Z","time spent":"498.194838ms","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-m2djc\" "} {"level":"info","ts":"2026-07-24T17:57:56.886959Z","caller":"traceutil/trace.go:171","msg":"trace[1106397169] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16240; }","duration":"649.109721ms","start":"2026-07-24T17:57:56.237819Z","end":"2026-07-24T17:57:56.886929Z","steps":["trace[1106397169] 'agreement among raft nodes before linearized reading' (duration: 648.565126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.887392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.237791Z","time spent":"649.588815ms","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:57:56.887258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.172908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-v6d7z\" ","response":"range_response_count:1 size:20649"} {"level":"info","ts":"2026-07-24T17:57:56.887523Z","caller":"traceutil/trace.go:171","msg":"trace[638594502] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-v6d7z; range_end:; response_count:1; response_revision:16240; }","duration":"541.452406ms","start":"2026-07-24T17:57:56.346059Z","end":"2026-07-24T17:57:56.887511Z","steps":["trace[638594502] 'agreement among raft nodes before linearized reading' (duration: 541.111346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.887567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.346051Z","time spent":"541.505227ms","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20673,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-v6d7z\" "} {"level":"warn","ts":"2026-07-24T17:57:56.886654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:55.534578Z","time spent":"1.352069686s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-24T17:57:56.886283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351599133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:57:56.886882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:55.615625Z","time spent":"1.27124952s","remote":"127.0.0.1:33782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":13,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:57:56.887262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.167364Z","time spent":"719.885816ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:57:56.887731Z","caller":"traceutil/trace.go:171","msg":"trace[785555201] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16240; }","duration":"1.353104564s","start":"2026-07-24T17:57:55.53461Z","end":"2026-07-24T17:57:56.887715Z","steps":["trace[785555201] 'agreement among raft nodes before linearized reading' (duration: 1.351548391s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.886736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.518623Z","time spent":"368.099367ms","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416735,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-24T17:57:56.888002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:55.534576Z","time spent":"1.353417073s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-24T17:57:56.886876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.730842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:57:56.888148Z","caller":"traceutil/trace.go:171","msg":"trace[838282044] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:16240; }","duration":"587.036419ms","start":"2026-07-24T17:57:56.301088Z","end":"2026-07-24T17:57:56.888124Z","steps":["trace[838282044] 'agreement among raft nodes before linearized reading' (duration: 585.734202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.888228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.301067Z","time spent":"587.134801ms","remote":"127.0.0.1:58576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:57:56.888231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.835509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-07-24T17:57:56.888342Z","caller":"traceutil/trace.go:171","msg":"trace[1821111298] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16240; }","duration":"603.019044ms","start":"2026-07-24T17:57:56.285303Z","end":"2026-07-24T17:57:56.888322Z","steps":["trace[1821111298] 'agreement among raft nodes before linearized reading' (duration: 600.848674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:56.88841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.28528Z","time spent":"603.117447ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-24T17:57:58.6621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:57.604353Z","time spent":"1.057740608s","remote":"127.0.0.1:36204","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:57:58.662224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440096363s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-24T17:57:58.662382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.887389Z","time spent":"1.774968751s","remote":"127.0.0.1:33698","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:57:58.894388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998927222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:57:58.894482Z","caller":"traceutil/trace.go:171","msg":"trace[1042022232] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999064866s","start":"2026-07-24T17:57:56.895397Z","end":"2026-07-24T17:57:58.894462Z","steps":["trace[1042022232] 'agreement among raft nodes before linearized reading' (duration: 1.998961803s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:58.89454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.895391Z","time spent":"1.999136269s","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:57:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:57:59.160237Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.938203729s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:57:59.386028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.372312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:57:59.386231Z","caller":"traceutil/trace.go:171","msg":"trace[1850785764] transaction","detail":"{read_only:false; response_revision:16241; number_of_response:1; }","duration":"2.4953017s","start":"2026-07-24T17:57:56.890896Z","end":"2026-07-24T17:57:59.386198Z","steps":["trace[1850785764] 'process raft request' (duration: 2.269673151s)","trace[1850785764] 'compare' (duration: 224.858968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:57:59.386385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.890873Z","time spent":"2.495428494s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:57:59.386457Z","caller":"traceutil/trace.go:171","msg":"trace[758914321] linearizableReadLoop","detail":"{readStateIndex:16793; appliedIndex:16789; }","duration":"2.494130078s","start":"2026-07-24T17:57:56.892306Z","end":"2026-07-24T17:57:59.386436Z","steps":["trace[758914321] 'read index received' (duration: 329.758465ms)","trace[758914321] 'applied index is now lower than readState.Index' (duration: 2.164370453s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:57:59.3867Z","caller":"traceutil/trace.go:171","msg":"trace[1130415006] transaction","detail":"{read_only:false; response_revision:16246; number_of_response:1; }","duration":"2.283470718s","start":"2026-07-24T17:57:57.103214Z","end":"2026-07-24T17:57:59.386659Z","steps":["trace[1130415006] 'process raft request' (duration: 2.28317933s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:57:59.386737Z","caller":"traceutil/trace.go:171","msg":"trace[1742889881] transaction","detail":"{read_only:false; response_revision:16245; number_of_response:1; }","duration":"2.491087182s","start":"2026-07-24T17:57:56.895612Z","end":"2026-07-24T17:57:59.386699Z","steps":["trace[1742889881] 'process raft request' (duration: 2.490750143s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:59.386766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:57.103202Z","time spent":"2.283530019s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:57:59.386739Z","caller":"traceutil/trace.go:171","msg":"trace[1778398886] transaction","detail":"{read_only:false; response_revision:16244; number_of_response:1; }","duration":"2.493995584s","start":"2026-07-24T17:57:56.892646Z","end":"2026-07-24T17:57:59.386642Z","steps":["trace[1778398886] 'process raft request' (duration: 2.493666174s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:57:59.38677Z","caller":"traceutil/trace.go:171","msg":"trace[1961944000] transaction","detail":"{read_only:false; response_revision:16242; number_of_response:1; }","duration":"2.495388462s","start":"2026-07-24T17:57:56.891347Z","end":"2026-07-24T17:57:59.386735Z","steps":["trace[1961944000] 'process raft request' (duration: 2.494781105s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:57:59.386804Z","caller":"traceutil/trace.go:171","msg":"trace[1738410811] transaction","detail":"{read_only:false; response_revision:16243; number_of_response:1; }","duration":"2.49460357s","start":"2026-07-24T17:57:56.892166Z","end":"2026-07-24T17:57:59.38677Z","steps":["trace[1738410811] 'process raft request' (duration: 2.494063795s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:59.386911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.89559Z","time spent":"2.491238597s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:57:59.38691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49458225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-24T17:57:59.386938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.892158Z","time spent":"2.494710684s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:57:59.38699Z","caller":"traceutil/trace.go:171","msg":"trace[2004237185] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16246; }","duration":"2.494680563s","start":"2026-07-24T17:57:56.892279Z","end":"2026-07-24T17:57:59.38696Z","steps":["trace[2004237185] 'agreement among raft nodes before linearized reading' (duration: 2.494451016s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:57:59.386988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.892639Z","time spent":"2.49421664s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:57:59.386993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.891338Z","time spent":"2.495522837s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:57:59.387036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.892272Z","time spent":"2.494756995s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:57:59.886875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604847868,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:58:00.264717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1036371s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:58:00.265452Z","caller":"traceutil/trace.go:171","msg":"trace[398021601] transaction","detail":"{read_only:false; response_revision:16247; number_of_response:1; }","duration":"2.988625133s","start":"2026-07-24T17:57:57.276806Z","end":"2026-07-24T17:58:00.265431Z","steps":["trace[398021601] 'process raft request' (duration: 2.988240503s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.265586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:57.276772Z","time spent":"2.988747317s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:58:00.265922Z","caller":"traceutil/trace.go:171","msg":"trace[599214511] transaction","detail":"{read_only:false; response_revision:16248; number_of_response:1; }","duration":"2.204438891s","start":"2026-07-24T17:57:58.061453Z","end":"2026-07-24T17:58:00.265892Z","steps":["trace[599214511] 'process raft request' (duration: 2.203885036s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:00.265991Z","caller":"traceutil/trace.go:171","msg":"trace[758987092] transaction","detail":"{read_only:false; response_revision:16251; number_of_response:1; }","duration":"1.376434686s","start":"2026-07-24T17:57:58.889546Z","end":"2026-07-24T17:58:00.265981Z","steps":["trace[758987092] 'process raft request' (duration: 1.376345533s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.266049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:58.889519Z","time spent":"1.376500328s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:58:00.266021Z","caller":"traceutil/trace.go:171","msg":"trace[1501943818] transaction","detail":"{read_only:false; response_revision:16250; number_of_response:1; }","duration":"1.602359623s","start":"2026-07-24T17:57:58.663637Z","end":"2026-07-24T17:58:00.265996Z","steps":["trace[1501943818] 'process raft request' (duration: 1.602201059s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.266061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:58.061432Z","time spent":"2.204542534s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:58:00.266039Z","caller":"traceutil/trace.go:171","msg":"trace[909556671] transaction","detail":"{read_only:false; response_revision:16252; number_of_response:1; }","duration":"1.372825535s","start":"2026-07-24T17:57:58.893161Z","end":"2026-07-24T17:58:00.265987Z","steps":["trace[909556671] 'process raft request' (duration: 1.372777804s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:00.266021Z","caller":"traceutil/trace.go:171","msg":"trace[2014512843] transaction","detail":"{read_only:false; response_revision:16249; number_of_response:1; }","duration":"1.920850314s","start":"2026-07-24T17:57:58.345117Z","end":"2026-07-24T17:58:00.265967Z","steps":["trace[2014512843] 'process raft request' (duration: 1.920604867s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.26617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:58.66361Z","time spent":"1.602482156s","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:58:00.266216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:58.893145Z","time spent":"1.372979729s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:58:00.266241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:58.345097Z","time spent":"1.92108994s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:58:00.289098Z","caller":"traceutil/trace.go:171","msg":"trace[1460604932] linearizableReadLoop","detail":"{readStateIndex:16803; appliedIndex:16796; }","duration":"902.580877ms","start":"2026-07-24T17:57:59.386497Z","end":"2026-07-24T17:58:00.289078Z","steps":["trace[1460604932] 'read index received' (duration: 878.432922ms)","trace[1460604932] 'applied index is now lower than readState.Index' (duration: 24.146485ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:58:00.289205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394912512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:58:00.289263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395015775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:58:00.289303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39485412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:58:00.28931Z","caller":"traceutil/trace.go:171","msg":"trace[3433697] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16253; }","duration":"1.395067576s","start":"2026-07-24T17:57:58.89423Z","end":"2026-07-24T17:58:00.289297Z","steps":["trace[3433697] 'agreement among raft nodes before linearized reading' (duration: 1.395013854s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.289313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366815064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-07-24T17:58:00.289322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394574872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-07-24T17:58:00.289346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394978723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:58:00.289354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:58.894225Z","time spent":"1.395121317s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-07-24T17:58:00.289356Z","caller":"traceutil/trace.go:171","msg":"trace[139899831] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16253; }","duration":"2.366902006s","start":"2026-07-24T17:57:57.922441Z","end":"2026-07-24T17:58:00.289343Z","steps":["trace[139899831] 'agreement among raft nodes before linearized reading' (duration: 2.366742052s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:00.289364Z","caller":"traceutil/trace.go:171","msg":"trace[1349434806] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16253; }","duration":"1.394996004s","start":"2026-07-24T17:57:58.894363Z","end":"2026-07-24T17:58:00.289359Z","steps":["trace[1349434806] 'agreement among raft nodes before linearized reading' (duration: 1.394969583s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.289443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:58.894349Z","time spent":"1.395088317s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-24T17:58:00.289444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:57.92242Z","time spent":"2.3670152s","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-24T17:58:00.289457Z","caller":"traceutil/trace.go:171","msg":"trace[1707993319] transaction","detail":"{read_only:false; response_revision:16253; number_of_response:1; }","duration":"965.699389ms","start":"2026-07-24T17:57:59.323738Z","end":"2026-07-24T17:58:00.289438Z","steps":["trace[1707993319] 'process raft request' (duration: 965.141743ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:00.289396Z","caller":"traceutil/trace.go:171","msg":"trace[878793029] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16253; }","duration":"1.394662665s","start":"2026-07-24T17:57:58.894693Z","end":"2026-07-24T17:58:00.289356Z","steps":["trace[878793029] 'agreement among raft nodes before linearized reading' (duration: 1.394476349s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.289476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186420115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-07-24T17:58:00.289514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:58.894656Z","time spent":"1.39485343s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-24T17:58:00.289496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135947406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-blv52\" ","response":"range_response_count:1 size:15430"} {"level":"warn","ts":"2026-07-24T17:58:00.289208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274537539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:58:00.289583Z","caller":"traceutil/trace.go:171","msg":"trace[466865417] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16253; }","duration":"2.27493258s","start":"2026-07-24T17:57:58.014641Z","end":"2026-07-24T17:58:00.289574Z","steps":["trace[466865417] 'agreement among raft nodes before linearized reading' (duration: 2.274478837s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.289575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:59.323717Z","time spent":"965.795612ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:58:00.289598Z","caller":"traceutil/trace.go:171","msg":"trace[1425829676] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-blv52; range_end:; response_count:1; response_revision:16253; }","duration":"3.13609907s","start":"2026-07-24T17:57:57.153474Z","end":"2026-07-24T17:58:00.289573Z","steps":["trace[1425829676] 'agreement among raft nodes before linearized reading' (duration: 3.135779171s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.28962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:58.014583Z","time spent":"2.275027222s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:58:00.289653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:57.15345Z","time spent":"3.136188632s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15454,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-blv52\" "} {"level":"info","ts":"2026-07-24T17:58:00.289267Z","caller":"traceutil/trace.go:171","msg":"trace[1180564648] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16253; }","duration":"1.394994994s","start":"2026-07-24T17:57:58.894258Z","end":"2026-07-24T17:58:00.289253Z","steps":["trace[1180564648] 'agreement among raft nodes before linearized reading' (duration: 1.39487945s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.289685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235433796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-vrnxm\" ","response":"range_response_count:1 size:7453"} {"level":"warn","ts":"2026-07-24T17:58:00.289743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:58.894253Z","time spent":"1.395475258s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-07-24T17:58:00.289755Z","caller":"traceutil/trace.go:171","msg":"trace[651752983] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-vrnxm; range_end:; response_count:1; response_revision:16253; }","duration":"2.23556765s","start":"2026-07-24T17:57:58.05417Z","end":"2026-07-24T17:58:00.289737Z","steps":["trace[651752983] 'agreement among raft nodes before linearized reading' (duration: 2.235393935s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.289802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:58.054149Z","time spent":"2.235640553s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7477,"request content":"key:\"/registry/pods/openstack/neutron-db-init-vrnxm\" "} {"level":"warn","ts":"2026-07-24T17:58:00.289861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666652458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:58:00.289322Z","caller":"traceutil/trace.go:171","msg":"trace[939817564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16253; }","duration":"1.394883501s","start":"2026-07-24T17:57:58.894432Z","end":"2026-07-24T17:58:00.289316Z","steps":["trace[939817564] 'agreement among raft nodes before linearized reading' (duration: 1.39485205s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:00.289893Z","caller":"traceutil/trace.go:171","msg":"trace[1338300860] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:16253; }","duration":"1.66672385s","start":"2026-07-24T17:57:58.623155Z","end":"2026-07-24T17:58:00.289879Z","steps":["trace[1338300860] 'agreement among raft nodes before linearized reading' (duration: 1.666662938s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.289914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:58.623136Z","time spent":"1.666773011s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:58:00.289914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:58.894425Z","time spent":"1.395480528s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:58:00.289997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92080689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T17:58:00.290007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237744177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:58:00.290039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395962861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:58:00.290059Z","caller":"traceutil/trace.go:171","msg":"trace[2086508802] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16253; }","duration":"1.396024033s","start":"2026-07-24T17:57:58.894029Z","end":"2026-07-24T17:58:00.290053Z","steps":["trace[2086508802] 'agreement among raft nodes before linearized reading' (duration: 1.395987322s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:00.290057Z","caller":"traceutil/trace.go:171","msg":"trace[349239968] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:16253; }","duration":"3.237852701s","start":"2026-07-24T17:57:57.052192Z","end":"2026-07-24T17:58:00.290045Z","steps":["trace[349239968] 'agreement among raft nodes before linearized reading' (duration: 3.237785349s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:00.290053Z","caller":"traceutil/trace.go:171","msg":"trace[811345340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16253; }","duration":"2.920890902s","start":"2026-07-24T17:57:57.369148Z","end":"2026-07-24T17:58:00.290039Z","steps":["trace[811345340] 'agreement among raft nodes before linearized reading' (duration: 2.920752968s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.290078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:58.894013Z","time spent":"1.396059804s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-24T17:58:00.290102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:57.052162Z","time spent":"3.237917493s","remote":"127.0.0.1:58568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:58:00.290101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:57.36913Z","time spent":"2.920956834s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:58:00.290119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709940967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-24T17:58:00.290179Z","caller":"traceutil/trace.go:171","msg":"trace[1062187230] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16253; }","duration":"1.710034739s","start":"2026-07-24T17:57:58.580129Z","end":"2026-07-24T17:58:00.290164Z","steps":["trace[1062187230] 'agreement among raft nodes before linearized reading' (duration: 1.709892395s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.290223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:58.580109Z","time spent":"1.710102761s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-24T17:58:00.289535Z","caller":"traceutil/trace.go:171","msg":"trace[1843433455] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16253; }","duration":"3.186535318s","start":"2026-07-24T17:57:57.102985Z","end":"2026-07-24T17:58:00.28952Z","steps":["trace[1843433455] 'agreement among raft nodes before linearized reading' (duration: 3.186309102s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.290245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.016252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:58:00.290245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009506196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:58:00.290275Z","caller":"traceutil/trace.go:171","msg":"trace[1359069730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16253; }","duration":"153.119785ms","start":"2026-07-24T17:58:00.137147Z","end":"2026-07-24T17:58:00.290267Z","steps":["trace[1359069730] 'agreement among raft nodes before linearized reading' (duration: 153.069944ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:00.290291Z","caller":"traceutil/trace.go:171","msg":"trace[523202918] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:16253; }","duration":"3.009584268s","start":"2026-07-24T17:57:57.280692Z","end":"2026-07-24T17:58:00.290276Z","steps":["trace[523202918] 'agreement among raft nodes before linearized reading' (duration: 3.009509916s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.29013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.799016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18723"} {"level":"warn","ts":"2026-07-24T17:58:00.290294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:57.102962Z","time spent":"3.18731057s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-24T17:58:00.290333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:57.280674Z","time spent":"3.009646741s","remote":"127.0.0.1:54770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:58:00.290345Z","caller":"traceutil/trace.go:171","msg":"trace[975658883] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16253; }","duration":"902.049323ms","start":"2026-07-24T17:57:59.388282Z","end":"2026-07-24T17:58:00.290331Z","steps":["trace[975658883] 'agreement among raft nodes before linearized reading' (duration: 901.724404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.29039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:59.388267Z","time spent":"902.109344ms","remote":"127.0.0.1:33810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18747,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T17:58:00.290388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.978631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-24T17:58:00.290446Z","caller":"traceutil/trace.go:171","msg":"trace[153573960] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:16253; }","duration":"153.073983ms","start":"2026-07-24T17:58:00.137352Z","end":"2026-07-24T17:58:00.290426Z","steps":["trace[153573960] 'agreement among raft nodes before linearized reading' (duration: 152.810696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.290491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.394120122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:867406"} {"level":"info","ts":"2026-07-24T17:58:00.290514Z","caller":"traceutil/trace.go:171","msg":"trace[1554564044] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:16253; }","duration":"3.394167754s","start":"2026-07-24T17:57:56.89634Z","end":"2026-07-24T17:58:00.290508Z","steps":["trace[1554564044] 'agreement among raft nodes before linearized reading' (duration: 3.392867207s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.290552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.896332Z","time spent":"3.394200844s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":867430,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T17:58:00.29584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403391031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:867406"} {"level":"info","ts":"2026-07-24T17:58:00.295924Z","caller":"traceutil/trace.go:171","msg":"trace[1799694211] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:16253; }","duration":"3.403484044s","start":"2026-07-24T17:57:56.892416Z","end":"2026-07-24T17:58:00.2959Z","steps":["trace[1799694211] 'agreement among raft nodes before linearized reading' (duration: 3.39724592s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.295957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.892411Z","time spent":"3.403537246s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":867430,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T17:58:00.29748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401980801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:867406"} {"level":"info","ts":"2026-07-24T17:58:00.297604Z","caller":"traceutil/trace.go:171","msg":"trace[1922674463] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:16253; }","duration":"3.402114836s","start":"2026-07-24T17:57:56.89546Z","end":"2026-07-24T17:58:00.297575Z","steps":["trace[1922674463] 'agreement among raft nodes before linearized reading' (duration: 3.3940119s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.29768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.895456Z","time spent":"3.402199908s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":867430,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T17:58:00.297963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402083794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:867406"} {"level":"info","ts":"2026-07-24T17:58:00.298031Z","caller":"traceutil/trace.go:171","msg":"trace[1019638671] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:16253; }","duration":"3.402176777s","start":"2026-07-24T17:57:56.895823Z","end":"2026-07-24T17:58:00.298Z","steps":["trace[1019638671] 'agreement among raft nodes before linearized reading' (duration: 3.393979468s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.298064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.895799Z","time spent":"3.402256239s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":867430,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T17:58:00.298147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.40228771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:867406"} {"level":"info","ts":"2026-07-24T17:58:00.298281Z","caller":"traceutil/trace.go:171","msg":"trace[1646671218] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:16253; }","duration":"3.402446495s","start":"2026-07-24T17:57:56.89576Z","end":"2026-07-24T17:58:00.298206Z","steps":["trace[1646671218] 'agreement among raft nodes before linearized reading' (duration: 3.394229745s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.299142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:57:56.895754Z","time spent":"3.402573518s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":867430,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T17:58:00.556059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.161708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:58:00.556126Z","caller":"traceutil/trace.go:171","msg":"trace[1511609] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:16253; }","duration":"262.275321ms","start":"2026-07-24T17:58:00.293836Z","end":"2026-07-24T17:58:00.556111Z","steps":["trace[1511609] 'range keys from in-memory index tree' (duration: 260.606445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.556096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.548831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-593b35ba-1108-4b0e-b374-939eafa9c838\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-24T17:58:00.556138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.591295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c54b37213ef9d8\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T17:58:00.556189Z","caller":"traceutil/trace.go:171","msg":"trace[1876020590] range","detail":"{range_begin:/registry/persistentvolumes/pvc-593b35ba-1108-4b0e-b374-939eafa9c838; range_end:; response_count:1; response_revision:16253; }","duration":"261.658125ms","start":"2026-07-24T17:58:00.294511Z","end":"2026-07-24T17:58:00.556169Z","steps":["trace[1876020590] 'range keys from in-memory index tree' (duration: 260.566054ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:00.556209Z","caller":"traceutil/trace.go:171","msg":"trace[498411349] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c54b37213ef9d8; range_end:; response_count:1; response_revision:16253; }","duration":"260.696677ms","start":"2026-07-24T17:58:00.295492Z","end":"2026-07-24T17:58:00.556189Z","steps":["trace[498411349] 'range keys from in-memory index tree' (duration: 260.233725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.556278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.92951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:58:00.55648Z","caller":"traceutil/trace.go:171","msg":"trace[1880991087] linearizableReadLoop","detail":"{readStateIndex:16805; appliedIndex:16803; }","duration":"257.126618ms","start":"2026-07-24T17:58:00.299335Z","end":"2026-07-24T17:58:00.556461Z","steps":["trace[1880991087] 'read index received' (duration: 89.864589ms)","trace[1880991087] 'applied index is now lower than readState.Index' (duration: 167.260679ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:58:00.556504Z","caller":"traceutil/trace.go:171","msg":"trace[987089803] transaction","detail":"{read_only:false; response_revision:16255; number_of_response:1; }","duration":"259.444693ms","start":"2026-07-24T17:58:00.297046Z","end":"2026-07-24T17:58:00.55649Z","steps":["trace[987089803] 'process raft request' (duration: 259.33416ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:00.556512Z","caller":"traceutil/trace.go:171","msg":"trace[505984648] transaction","detail":"{read_only:false; response_revision:16254; number_of_response:1; }","duration":"259.577856ms","start":"2026-07-24T17:58:00.29692Z","end":"2026-07-24T17:58:00.556498Z","steps":["trace[505984648] 'process raft request' (duration: 92.322097ms)","trace[505984648] 'compare' (duration: 166.778136ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:58:00.556626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.281252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:58:00.556679Z","caller":"traceutil/trace.go:171","msg":"trace[262566366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16255; }","duration":"257.343774ms","start":"2026-07-24T17:58:00.29932Z","end":"2026-07-24T17:58:00.556664Z","steps":["trace[262566366] 'agreement among raft nodes before linearized reading' (duration: 257.261401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.556875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.604524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:58:00.556919Z","caller":"traceutil/trace.go:171","msg":"trace[1251283595] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16255; }","duration":"203.680295ms","start":"2026-07-24T17:58:00.353226Z","end":"2026-07-24T17:58:00.556907Z","steps":["trace[1251283595] 'agreement among raft nodes before linearized reading' (duration: 203.611174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.557462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.982236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:867406"} {"level":"info","ts":"2026-07-24T17:58:00.55751Z","caller":"traceutil/trace.go:171","msg":"trace[1564931833] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:16255; }","duration":"256.056308ms","start":"2026-07-24T17:58:00.301443Z","end":"2026-07-24T17:58:00.557499Z","steps":["trace[1564931833] 'agreement among raft nodes before linearized reading' (duration: 255.171833ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:00.787138Z","caller":"traceutil/trace.go:171","msg":"trace[1505920030] linearizableReadLoop","detail":"{readStateIndex:16808; appliedIndex:16806; }","duration":"139.419162ms","start":"2026-07-24T17:58:00.647696Z","end":"2026-07-24T17:58:00.787115Z","steps":["trace[1505920030] 'read index received' (duration: 40.355687ms)","trace[1505920030] 'applied index is now lower than readState.Index' (duration: 99.062315ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:58:00.78714Z","caller":"traceutil/trace.go:171","msg":"trace[1137065990] transaction","detail":"{read_only:false; number_of_response:1; response_revision:16257; }","duration":"141.675925ms","start":"2026-07-24T17:58:00.645433Z","end":"2026-07-24T17:58:00.787109Z","steps":["trace[1137065990] 'process raft request' (duration: 42.64696ms)","trace[1137065990] 'compare' (duration: 98.729027ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:58:00.787201Z","caller":"traceutil/trace.go:171","msg":"trace[1449570249] transaction","detail":"{read_only:false; response_revision:16258; number_of_response:1; }","duration":"141.610703ms","start":"2026-07-24T17:58:00.645567Z","end":"2026-07-24T17:58:00.787178Z","steps":["trace[1449570249] 'process raft request' (duration: 141.459379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:00.787354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.641078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T17:58:00.787401Z","caller":"traceutil/trace.go:171","msg":"trace[1105926051] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16258; }","duration":"139.719271ms","start":"2026-07-24T17:58:00.647667Z","end":"2026-07-24T17:58:00.787386Z","steps":["trace[1105926051] 'agreement among raft nodes before linearized reading' (duration: 139.539696ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:01.549449Z","caller":"traceutil/trace.go:171","msg":"trace[76934070] linearizableReadLoop","detail":"{readStateIndex:16811; appliedIndex:16810; }","duration":"135.06369ms","start":"2026-07-24T17:58:01.414362Z","end":"2026-07-24T17:58:01.549426Z","steps":["trace[76934070] 'read index received' (duration: 101.602997ms)","trace[76934070] 'applied index is now lower than readState.Index' (duration: 33.459553ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:58:01.54948Z","caller":"traceutil/trace.go:171","msg":"trace[716895401] transaction","detail":"{read_only:false; response_revision:16261; number_of_response:1; }","duration":"154.677678ms","start":"2026-07-24T17:58:01.394768Z","end":"2026-07-24T17:58:01.549446Z","steps":["trace[716895401] 'process raft request' (duration: 121.157342ms)","trace[716895401] 'compare' (duration: 33.360701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:58:01.549706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.959711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:58:01.549709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.392965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T17:58:01.549749Z","caller":"traceutil/trace.go:171","msg":"trace[70212819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16261; }","duration":"157.056384ms","start":"2026-07-24T17:58:01.392681Z","end":"2026-07-24T17:58:01.549738Z","steps":["trace[70212819] 'agreement among raft nodes before linearized reading' (duration: 156.867759ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:01.549784Z","caller":"traceutil/trace.go:171","msg":"trace[1591923871] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16261; }","duration":"156.487749ms","start":"2026-07-24T17:58:01.393274Z","end":"2026-07-24T17:58:01.549762Z","steps":["trace[1591923871] 'agreement among raft nodes before linearized reading' (duration: 156.219921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:01.549782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.030113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:58:01.549854Z","caller":"traceutil/trace.go:171","msg":"trace[88532059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16261; }","duration":"157.154397ms","start":"2026-07-24T17:58:01.392681Z","end":"2026-07-24T17:58:01.549836Z","steps":["trace[88532059] 'agreement among raft nodes before linearized reading' (duration: 156.848108ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:01.562557Z","caller":"traceutil/trace.go:171","msg":"trace[1473508590] transaction","detail":"{read_only:false; response_revision:16262; number_of_response:1; }","duration":"142.726025ms","start":"2026-07-24T17:58:01.419819Z","end":"2026-07-24T17:58:01.562545Z","steps":["trace[1473508590] 'process raft request' (duration: 142.639132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:01.562903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.576045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-vrnxm\" ","response":"range_response_count:1 size:7453"} {"level":"info","ts":"2026-07-24T17:58:01.562967Z","caller":"traceutil/trace.go:171","msg":"trace[2085837474] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-vrnxm; range_end:; response_count:1; response_revision:16262; }","duration":"130.682898ms","start":"2026-07-24T17:58:01.432268Z","end":"2026-07-24T17:58:01.56295Z","steps":["trace[2085837474] 'agreement among raft nodes before linearized reading' (duration: 130.450912ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:01.710254Z","caller":"traceutil/trace.go:171","msg":"trace[1874594386] transaction","detail":"{read_only:false; response_revision:16263; number_of_response:1; }","duration":"156.453648ms","start":"2026-07-24T17:58:01.553778Z","end":"2026-07-24T17:58:01.710231Z","steps":["trace[1874594386] 'process raft request' (duration: 99.661932ms)","trace[1874594386] 'compare' (duration: 56.634901ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:58:01.710585Z","caller":"traceutil/trace.go:171","msg":"trace[744505136] transaction","detail":"{read_only:false; response_revision:16264; number_of_response:1; }","duration":"156.702235ms","start":"2026-07-24T17:58:01.553845Z","end":"2026-07-24T17:58:01.710547Z","steps":["trace[744505136] 'process raft request' (duration: 156.343145ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:01.710613Z","caller":"traceutil/trace.go:171","msg":"trace[1606159409] linearizableReadLoop","detail":"{readStateIndex:16815; appliedIndex:16812; }","duration":"146.915442ms","start":"2026-07-24T17:58:01.563674Z","end":"2026-07-24T17:58:01.710589Z","steps":["trace[1606159409] 'read index received' (duration: 89.803157ms)","trace[1606159409] 'applied index is now lower than readState.Index' (duration: 57.111125ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:58:01.710616Z","caller":"traceutil/trace.go:171","msg":"trace[885095391] transaction","detail":"{read_only:false; response_revision:16265; number_of_response:1; }","duration":"155.514471ms","start":"2026-07-24T17:58:01.555079Z","end":"2026-07-24T17:58:01.710593Z","steps":["trace[885095391] 'process raft request' (duration: 155.382147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:01.710799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.104457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:58:01.710843Z","caller":"traceutil/trace.go:171","msg":"trace[1252033223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16265; }","duration":"147.180399ms","start":"2026-07-24T17:58:01.563652Z","end":"2026-07-24T17:58:01.710832Z","steps":["trace[1252033223] 'agreement among raft nodes before linearized reading' (duration: 147.052975ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:01.736744Z","caller":"traceutil/trace.go:171","msg":"trace[786636357] transaction","detail":"{read_only:false; response_revision:16266; number_of_response:1; }","duration":"167.147876ms","start":"2026-07-24T17:58:01.569579Z","end":"2026-07-24T17:58:01.736727Z","steps":["trace[786636357] 'process raft request' (duration: 166.973261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:01.882501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.842103ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-24T17:58:01.882628Z","caller":"traceutil/trace.go:171","msg":"trace[762774490] linearizableReadLoop","detail":"{readStateIndex:16817; appliedIndex:16816; }","duration":"138.242869ms","start":"2026-07-24T17:58:01.744366Z","end":"2026-07-24T17:58:01.882609Z","steps":["trace[762774490] 'read index received' (duration: 31.206181ms)","trace[762774490] 'applied index is now lower than readState.Index' (duration: 107.034838ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:58:01.883166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.781354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-netns-cleanup-cron-default-rldth\" ","response":"range_response_count:1 size:11565"} {"level":"info","ts":"2026-07-24T17:58:01.883235Z","caller":"traceutil/trace.go:171","msg":"trace[551387286] range","detail":"{range_begin:/registry/pods/openstack/neutron-netns-cleanup-cron-default-rldth; range_end:; response_count:1; response_revision:16266; }","duration":"138.895007ms","start":"2026-07-24T17:58:01.74432Z","end":"2026-07-24T17:58:01.883215Z","steps":["trace[551387286] 'agreement among raft nodes before linearized reading' (duration: 138.337531ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:02.174574Z","caller":"traceutil/trace.go:171","msg":"trace[314298529] transaction","detail":"{read_only:false; response_revision:16268; number_of_response:1; }","duration":"182.204667ms","start":"2026-07-24T17:58:01.992342Z","end":"2026-07-24T17:58:02.174547Z","steps":["trace[314298529] 'process raft request' (duration: 181.984661ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:02.406746Z","caller":"traceutil/trace.go:171","msg":"trace[441423412] transaction","detail":"{read_only:false; response_revision:16269; number_of_response:1; }","duration":"134.464524ms","start":"2026-07-24T17:58:02.272258Z","end":"2026-07-24T17:58:02.406723Z","steps":["trace[441423412] 'process raft request' (duration: 134.245757ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:02.422393Z","caller":"traceutil/trace.go:171","msg":"trace[1565881173] linearizableReadLoop","detail":"{readStateIndex:16821; appliedIndex:16819; }","duration":"125.281488ms","start":"2026-07-24T17:58:02.297094Z","end":"2026-07-24T17:58:02.422375Z","steps":["trace[1565881173] 'read index received' (duration: 109.403774ms)","trace[1565881173] 'applied index is now lower than readState.Index' (duration: 15.877114ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:58:02.42249Z","caller":"traceutil/trace.go:171","msg":"trace[711225668] transaction","detail":"{read_only:false; response_revision:16270; number_of_response:1; }","duration":"149.197285ms","start":"2026-07-24T17:58:02.273284Z","end":"2026-07-24T17:58:02.422481Z","steps":["trace[711225668] 'process raft request' (duration: 149.008489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:02.422624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.495404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:58:02.42269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.925645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-m2djc\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-07-24T17:58:02.422703Z","caller":"traceutil/trace.go:171","msg":"trace[1820779782] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16270; }","duration":"125.623427ms","start":"2026-07-24T17:58:02.297064Z","end":"2026-07-24T17:58:02.422688Z","steps":["trace[1820779782] 'agreement among raft nodes before linearized reading' (duration: 125.488394ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:02.422731Z","caller":"traceutil/trace.go:171","msg":"trace[297968623] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-m2djc; range_end:; response_count:1; response_revision:16270; }","duration":"102.032548ms","start":"2026-07-24T17:58:02.320687Z","end":"2026-07-24T17:58:02.42272Z","steps":["trace[297968623] 'agreement among raft nodes before linearized reading' (duration: 101.882724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:02.422734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.407543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:58:02.422834Z","caller":"traceutil/trace.go:171","msg":"trace[876842920] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16270; }","duration":"124.542777ms","start":"2026-07-24T17:58:02.298274Z","end":"2026-07-24T17:58:02.422816Z","steps":["trace[876842920] 'agreement among raft nodes before linearized reading' (duration: 124.342121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:02.422909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.333159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:58:02.422936Z","caller":"traceutil/trace.go:171","msg":"trace[1774837120] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16270; }","duration":"125.37769ms","start":"2026-07-24T17:58:02.297552Z","end":"2026-07-24T17:58:02.42293Z","steps":["trace[1774837120] 'agreement among raft nodes before linearized reading' (duration: 125.334379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:02.422938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.895767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f66xj\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-07-24T17:58:02.422944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.853123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:58:02.422962Z","caller":"traceutil/trace.go:171","msg":"trace[797427784] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f66xj; range_end:; response_count:1; response_revision:16270; }","duration":"100.941788ms","start":"2026-07-24T17:58:02.322013Z","end":"2026-07-24T17:58:02.422954Z","steps":["trace[797427784] 'agreement among raft nodes before linearized reading' (duration: 100.869486ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:02.422983Z","caller":"traceutil/trace.go:171","msg":"trace[1846132902] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16270; }","duration":"125.971007ms","start":"2026-07-24T17:58:02.296988Z","end":"2026-07-24T17:58:02.422959Z","steps":["trace[1846132902] 'agreement among raft nodes before linearized reading' (duration: 125.937256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:02.422892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.163027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-m2djc\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-07-24T17:58:02.423061Z","caller":"traceutil/trace.go:171","msg":"trace[1371710872] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-m2djc; range_end:; response_count:1; response_revision:16270; }","duration":"100.365072ms","start":"2026-07-24T17:58:02.322689Z","end":"2026-07-24T17:58:02.423054Z","steps":["trace[1371710872] 'agreement among raft nodes before linearized reading' (duration: 100.054433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:02.423064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.538749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-07-24T17:58:02.423105Z","caller":"traceutil/trace.go:171","msg":"trace[1717000257] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16270; }","duration":"123.623792ms","start":"2026-07-24T17:58:02.29947Z","end":"2026-07-24T17:58:02.423094Z","steps":["trace[1717000257] 'agreement among raft nodes before linearized reading' (duration: 123.475658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:02.42309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.216689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-v6d7z\" ","response":"range_response_count:1 size:20649"} {"level":"info","ts":"2026-07-24T17:58:02.423163Z","caller":"traceutil/trace.go:171","msg":"trace[1981223901] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-v6d7z; range_end:; response_count:1; response_revision:16270; }","duration":"114.321511ms","start":"2026-07-24T17:58:02.308823Z","end":"2026-07-24T17:58:02.423145Z","steps":["trace[1981223901] 'agreement among raft nodes before linearized reading' (duration: 114.067754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:02.423195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.893354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-07-24T17:58:02.423225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.975187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztzlh\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-24T17:58:02.423289Z","caller":"traceutil/trace.go:171","msg":"trace[526418258] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16270; }","duration":"125.989467ms","start":"2026-07-24T17:58:02.297272Z","end":"2026-07-24T17:58:02.423262Z","steps":["trace[526418258] 'agreement among raft nodes before linearized reading' (duration: 125.666848ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:02.423318Z","caller":"traceutil/trace.go:171","msg":"trace[12631971] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztzlh; range_end:; response_count:1; response_revision:16270; }","duration":"102.118441ms","start":"2026-07-24T17:58:02.321175Z","end":"2026-07-24T17:58:02.423293Z","steps":["trace[12631971] 'agreement among raft nodes before linearized reading' (duration: 101.831543ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:02.857326Z","caller":"traceutil/trace.go:171","msg":"trace[507694976] transaction","detail":"{read_only:false; response_revision:16272; number_of_response:1; }","duration":"108.53681ms","start":"2026-07-24T17:58:02.748762Z","end":"2026-07-24T17:58:02.857299Z","steps":["trace[507694976] 'process raft request' (duration: 108.275623ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:03.205489Z","caller":"traceutil/trace.go:171","msg":"trace[323525983] transaction","detail":"{read_only:false; response_revision:16274; number_of_response:1; }","duration":"262.57485ms","start":"2026-07-24T17:58:02.942836Z","end":"2026-07-24T17:58:03.205411Z","steps":["trace[323525983] 'process raft request' (duration: 242.598473ms)","trace[323525983] 'compare' (duration: 19.558676ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:58:03.454911Z","caller":"traceutil/trace.go:171","msg":"trace[337304809] transaction","detail":"{read_only:false; response_revision:16276; number_of_response:1; }","duration":"120.72673ms","start":"2026-07-24T17:58:03.334163Z","end":"2026-07-24T17:58:03.454889Z","steps":["trace[337304809] 'process raft request' (duration: 120.477573ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:03.619803Z","caller":"traceutil/trace.go:171","msg":"trace[339700389] linearizableReadLoop","detail":"{readStateIndex:16828; appliedIndex:16827; }","duration":"146.213012ms","start":"2026-07-24T17:58:03.47354Z","end":"2026-07-24T17:58:03.619753Z","steps":["trace[339700389] 'read index received' (duration: 100.749553ms)","trace[339700389] 'applied index is now lower than readState.Index' (duration: 45.462049ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:58:03.619949Z","caller":"traceutil/trace.go:171","msg":"trace[1087017658] transaction","detail":"{read_only:false; response_revision:16277; number_of_response:1; }","duration":"198.312807ms","start":"2026-07-24T17:58:03.421621Z","end":"2026-07-24T17:58:03.619934Z","steps":["trace[1087017658] 'process raft request' (duration: 152.684873ms)","trace[1087017658] 'compare' (duration: 45.252723ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:58:03.620148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.472029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:58:03.620248Z","caller":"traceutil/trace.go:171","msg":"trace[672025532] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:16277; }","duration":"146.604893ms","start":"2026-07-24T17:58:03.473617Z","end":"2026-07-24T17:58:03.620222Z","steps":["trace[672025532] 'agreement among raft nodes before linearized reading' (duration: 146.448778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:03.620346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.778747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:58:03.620607Z","caller":"traceutil/trace.go:171","msg":"trace[457188469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16277; }","duration":"147.009004ms","start":"2026-07-24T17:58:03.473534Z","end":"2026-07-24T17:58:03.620543Z","steps":["trace[457188469] 'agreement among raft nodes before linearized reading' (duration: 146.685895ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:03.824164Z","caller":"traceutil/trace.go:171","msg":"trace[1030022070] transaction","detail":"{read_only:false; response_revision:16278; number_of_response:1; }","duration":"200.983381ms","start":"2026-07-24T17:58:03.623149Z","end":"2026-07-24T17:58:03.824132Z","steps":["trace[1030022070] 'process raft request' (duration: 197.302848ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:03.849582Z","caller":"traceutil/trace.go:171","msg":"trace[217820362] linearizableReadLoop","detail":"{readStateIndex:16831; appliedIndex:16828; }","duration":"134.735782ms","start":"2026-07-24T17:58:03.714822Z","end":"2026-07-24T17:58:03.849558Z","steps":["trace[217820362] 'read index received' (duration: 105.641ms)","trace[217820362] 'applied index is now lower than readState.Index' (duration: 29.093722ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:58:03.849694Z","caller":"traceutil/trace.go:171","msg":"trace[2131410045] transaction","detail":"{read_only:false; response_revision:16279; number_of_response:1; }","duration":"225.036823ms","start":"2026-07-24T17:58:03.624646Z","end":"2026-07-24T17:58:03.849683Z","steps":["trace[2131410045] 'process raft request' (duration: 224.725924ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:03.84986Z","caller":"traceutil/trace.go:171","msg":"trace[758964778] transaction","detail":"{read_only:false; response_revision:16280; number_of_response:1; }","duration":"224.736224ms","start":"2026-07-24T17:58:03.625102Z","end":"2026-07-24T17:58:03.849839Z","steps":["trace[758964778] 'process raft request' (duration: 224.412135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:03.850058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.241975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T17:58:03.85011Z","caller":"traceutil/trace.go:171","msg":"trace[1186285210] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16280; }","duration":"135.335308ms","start":"2026-07-24T17:58:03.714757Z","end":"2026-07-24T17:58:03.850092Z","steps":["trace[1186285210] 'agreement among raft nodes before linearized reading' (duration: 135.179214ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:04.118691Z","caller":"traceutil/trace.go:171","msg":"trace[1342246799] linearizableReadLoop","detail":"{readStateIndex:16832; appliedIndex:16831; }","duration":"268.989869ms","start":"2026-07-24T17:58:03.849647Z","end":"2026-07-24T17:58:04.118637Z","steps":["trace[1342246799] 'read index received' (duration: 182.36167ms)","trace[1342246799] 'applied index is now lower than readState.Index' (duration: 86.626779ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:58:04.118724Z","caller":"traceutil/trace.go:171","msg":"trace[69353824] transaction","detail":"{read_only:false; response_revision:16281; number_of_response:1; }","duration":"288.748961ms","start":"2026-07-24T17:58:03.829936Z","end":"2026-07-24T17:58:04.118685Z","steps":["trace[69353824] 'process raft request' (duration: 201.913557ms)","trace[69353824] 'compare' (duration: 86.622358ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:58:04.118882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.661939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T17:58:04.118938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.913066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T17:58:04.119015Z","caller":"traceutil/trace.go:171","msg":"trace[652708282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16281; }","duration":"404.04828ms","start":"2026-07-24T17:58:03.71495Z","end":"2026-07-24T17:58:04.118998Z","steps":["trace[652708282] 'agreement among raft nodes before linearized reading' (duration: 403.828974ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:04.11896Z","caller":"traceutil/trace.go:171","msg":"trace[310184284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16281; }","duration":"403.789742ms","start":"2026-07-24T17:58:03.715153Z","end":"2026-07-24T17:58:04.118942Z","steps":["trace[310184284] 'agreement among raft nodes before linearized reading' (duration: 403.551586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:04.119072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:58:03.714917Z","time spent":"404.147123ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:58:04.119113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:58:03.715133Z","time spent":"403.970038ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:58:04.129911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.665074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T17:58:04.12997Z","caller":"traceutil/trace.go:171","msg":"trace[2043820042] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:16282; }","duration":"132.769546ms","start":"2026-07-24T17:58:03.997188Z","end":"2026-07-24T17:58:04.129958Z","steps":["trace[2043820042] 'agreement among raft nodes before linearized reading' (duration: 131.948273ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:04.130183Z","caller":"traceutil/trace.go:171","msg":"trace[1738827026] transaction","detail":"{read_only:false; response_revision:16282; number_of_response:1; }","duration":"275.054949ms","start":"2026-07-24T17:58:03.855121Z","end":"2026-07-24T17:58:04.130176Z","steps":["trace[1738827026] 'process raft request' (duration: 273.926318ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:04.287833Z","caller":"traceutil/trace.go:171","msg":"trace[1731182730] transaction","detail":"{read_only:false; response_revision:16283; number_of_response:1; }","duration":"165.161869ms","start":"2026-07-24T17:58:04.122635Z","end":"2026-07-24T17:58:04.287797Z","steps":["trace[1731182730] 'process raft request' (duration: 101.43467ms)","trace[1731182730] 'compare' (duration: 63.448791ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:58:04.288065Z","caller":"traceutil/trace.go:171","msg":"trace[1520978151] transaction","detail":"{read_only:false; response_revision:16284; number_of_response:1; }","duration":"164.965084ms","start":"2026-07-24T17:58:04.12308Z","end":"2026-07-24T17:58:04.288045Z","steps":["trace[1520978151] 'process raft request' (duration: 164.631075ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:04.288249Z","caller":"traceutil/trace.go:171","msg":"trace[1688990519] transaction","detail":"{read_only:false; response_revision:16285; number_of_response:1; }","duration":"164.864571ms","start":"2026-07-24T17:58:04.123359Z","end":"2026-07-24T17:58:04.288224Z","steps":["trace[1688990519] 'process raft request' (duration: 164.651345ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:04.288272Z","caller":"traceutil/trace.go:171","msg":"trace[1409134045] transaction","detail":"{read_only:false; response_revision:16286; number_of_response:1; }","duration":"163.697719ms","start":"2026-07-24T17:58:04.124553Z","end":"2026-07-24T17:58:04.288251Z","steps":["trace[1409134045] 'process raft request' (duration: 163.606906ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:04.38564Z","caller":"traceutil/trace.go:171","msg":"trace[945826324] transaction","detail":"{read_only:false; response_revision:16287; number_of_response:1; }","duration":"252.993502ms","start":"2026-07-24T17:58:04.132618Z","end":"2026-07-24T17:58:04.385612Z","steps":["trace[945826324] 'process raft request' (duration: 252.847978ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:04.509766Z","caller":"traceutil/trace.go:171","msg":"trace[1078602450] linearizableReadLoop","detail":"{readStateIndex:16839; appliedIndex:16837; }","duration":"206.291689ms","start":"2026-07-24T17:58:04.303451Z","end":"2026-07-24T17:58:04.509743Z","steps":["trace[1078602450] 'read index received' (duration: 82.053191ms)","trace[1078602450] 'applied index is now lower than readState.Index' (duration: 124.237568ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:58:04.509873Z","caller":"traceutil/trace.go:171","msg":"trace[863842184] transaction","detail":"{read_only:false; response_revision:16288; number_of_response:1; }","duration":"217.618916ms","start":"2026-07-24T17:58:04.292241Z","end":"2026-07-24T17:58:04.50986Z","steps":["trace[863842184] 'process raft request' (duration: 145.75921ms)","trace[863842184] 'compare' (duration: 71.598338ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:58:04.510208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.732641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-sync-qlgdk\" ","response":"range_response_count:1 size:5544"} {"level":"info","ts":"2026-07-24T17:58:04.510298Z","caller":"traceutil/trace.go:171","msg":"trace[1025482841] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-sync-qlgdk; range_end:; response_count:1; response_revision:16288; }","duration":"206.864005ms","start":"2026-07-24T17:58:04.303414Z","end":"2026-07-24T17:58:04.510278Z","steps":["trace[1025482841] 'agreement among raft nodes before linearized reading' (duration: 206.534586ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:04.588709Z","caller":"traceutil/trace.go:171","msg":"trace[821265090] transaction","detail":"{read_only:false; response_revision:16289; number_of_response:1; }","duration":"176.715874ms","start":"2026-07-24T17:58:04.411957Z","end":"2026-07-24T17:58:04.588673Z","steps":["trace[821265090] 'process raft request' (duration: 176.367064ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:04.588794Z","caller":"traceutil/trace.go:171","msg":"trace[126242066] transaction","detail":"{read_only:false; response_revision:16290; number_of_response:1; }","duration":"160.699756ms","start":"2026-07-24T17:58:04.428049Z","end":"2026-07-24T17:58:04.588749Z","steps":["trace[126242066] 'process raft request' (duration: 160.526391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:04.589055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.064169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-v6d7z\" ","response":"range_response_count:1 size:20649"} {"level":"warn","ts":"2026-07-24T17:58:04.589091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.221769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:58:04.589113Z","caller":"traceutil/trace.go:171","msg":"trace[1313180268] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-v6d7z; range_end:; response_count:1; response_revision:16290; }","duration":"131.261235ms","start":"2026-07-24T17:58:04.457834Z","end":"2026-07-24T17:58:04.589096Z","steps":["trace[1313180268] 'agreement among raft nodes before linearized reading' (duration: 131.065339ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:04.589145Z","caller":"traceutil/trace.go:171","msg":"trace[1987137779] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16290; }","duration":"162.285821ms","start":"2026-07-24T17:58:04.426846Z","end":"2026-07-24T17:58:04.589132Z","steps":["trace[1987137779] 'agreement among raft nodes before linearized reading' (duration: 162.192248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:04.589118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.199512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-07-24T17:58:04.589172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.352555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-07-24T17:58:04.589211Z","caller":"traceutil/trace.go:171","msg":"trace[358232041] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16290; }","duration":"160.324336ms","start":"2026-07-24T17:58:04.428861Z","end":"2026-07-24T17:58:04.589185Z","steps":["trace[358232041] 'agreement among raft nodes before linearized reading' (duration: 159.994527ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:04.589227Z","caller":"traceutil/trace.go:171","msg":"trace[1343894620] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16290; }","duration":"161.425407ms","start":"2026-07-24T17:58:04.427786Z","end":"2026-07-24T17:58:04.589212Z","steps":["trace[1343894620] 'agreement among raft nodes before linearized reading' (duration: 161.302683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:04.589233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.396123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:58:04.589252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.114166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:58:04.589329Z","caller":"traceutil/trace.go:171","msg":"trace[562434216] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16290; }","duration":"162.540718ms","start":"2026-07-24T17:58:04.426769Z","end":"2026-07-24T17:58:04.58931Z","steps":["trace[562434216] 'agreement among raft nodes before linearized reading' (duration: 162.355792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:04.589056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.130566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5308"} {"level":"warn","ts":"2026-07-24T17:58:04.589339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.227717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f66xj\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-07-24T17:58:04.589383Z","caller":"traceutil/trace.go:171","msg":"trace[803739494] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f66xj; range_end:; response_count:1; response_revision:16290; }","duration":"139.285998ms","start":"2026-07-24T17:58:04.450088Z","end":"2026-07-24T17:58:04.589374Z","steps":["trace[803739494] 'agreement among raft nodes before linearized reading' (duration: 139.138374ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:04.589386Z","caller":"traceutil/trace.go:171","msg":"trace[1849141287] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16290; }","duration":"162.500686ms","start":"2026-07-24T17:58:04.426868Z","end":"2026-07-24T17:58:04.589369Z","steps":["trace[1849141287] 'agreement among raft nodes before linearized reading' (duration: 162.045654ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:04.589335Z","caller":"traceutil/trace.go:171","msg":"trace[1692982614] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16290; }","duration":"162.25465ms","start":"2026-07-24T17:58:04.427064Z","end":"2026-07-24T17:58:04.589318Z","steps":["trace[1692982614] 'agreement among raft nodes before linearized reading' (duration: 162.096975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:04.589425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.95843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztzlh\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-24T17:58:04.589537Z","caller":"traceutil/trace.go:171","msg":"trace[1279397421] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztzlh; range_end:; response_count:1; response_revision:16290; }","duration":"134.131214ms","start":"2026-07-24T17:58:04.455382Z","end":"2026-07-24T17:58:04.589513Z","steps":["trace[1279397421] 'agreement among raft nodes before linearized reading' (duration: 133.815686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:04.589538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.172488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-m2djc\" ","response":"range_response_count:1 size:22121"} {"level":"warn","ts":"2026-07-24T17:58:04.589554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.97066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-m2djc\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-07-24T17:58:04.58961Z","caller":"traceutil/trace.go:171","msg":"trace[1300526936] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-m2djc; range_end:; response_count:1; response_revision:16290; }","duration":"128.264981ms","start":"2026-07-24T17:58:04.461328Z","end":"2026-07-24T17:58:04.589593Z","steps":["trace[1300526936] 'agreement among raft nodes before linearized reading' (duration: 128.052095ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:04.589643Z","caller":"traceutil/trace.go:171","msg":"trace[1175760489] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-m2djc; range_end:; response_count:1; response_revision:16290; }","duration":"129.124264ms","start":"2026-07-24T17:58:04.460496Z","end":"2026-07-24T17:58:04.58962Z","steps":["trace[1175760489] 'agreement among raft nodes before linearized reading' (duration: 128.853587ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:04.812163Z","caller":"traceutil/trace.go:171","msg":"trace[1047761122] linearizableReadLoop","detail":"{readStateIndex:16842; appliedIndex:16841; }","duration":"223.495559ms","start":"2026-07-24T17:58:04.588641Z","end":"2026-07-24T17:58:04.812137Z","steps":["trace[1047761122] 'read index received' (duration: 223.256672ms)","trace[1047761122] 'applied index is now lower than readState.Index' (duration: 237.637µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:58:04.812281Z","caller":"traceutil/trace.go:171","msg":"trace[1933546447] transaction","detail":"{read_only:false; response_revision:16291; number_of_response:1; }","duration":"293.70285ms","start":"2026-07-24T17:58:04.518567Z","end":"2026-07-24T17:58:04.81227Z","steps":["trace[1933546447] 'process raft request' (duration: 293.401731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:04.812413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.653943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:58:04.812493Z","caller":"traceutil/trace.go:171","msg":"trace[1853785619] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:16291; }","duration":"228.790478ms","start":"2026-07-24T17:58:04.583684Z","end":"2026-07-24T17:58:04.812475Z","steps":["trace[1853785619] 'agreement among raft nodes before linearized reading' (duration: 228.652704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:04.812499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.569918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-24T17:58:04.81281Z","caller":"traceutil/trace.go:171","msg":"trace[470471235] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16291; }","duration":"263.973369ms","start":"2026-07-24T17:58:04.548812Z","end":"2026-07-24T17:58:04.812786Z","steps":["trace[470471235] 'agreement among raft nodes before linearized reading' (duration: 263.488706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:04.813037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.972101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:58:04.81308Z","caller":"traceutil/trace.go:171","msg":"trace[869659196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16291; }","duration":"215.028393ms","start":"2026-07-24T17:58:04.598041Z","end":"2026-07-24T17:58:04.81307Z","steps":["trace[869659196] 'agreement among raft nodes before linearized reading' (duration: 214.871599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:04.813286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.885784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-blv52\" ","response":"range_response_count:1 size:15430"} {"level":"info","ts":"2026-07-24T17:58:04.813328Z","caller":"traceutil/trace.go:171","msg":"trace[1624982120] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-blv52; range_end:; response_count:1; response_revision:16291; }","duration":"197.974737ms","start":"2026-07-24T17:58:04.615343Z","end":"2026-07-24T17:58:04.813318Z","steps":["trace[1624982120] 'agreement among raft nodes before linearized reading' (duration: 197.867164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:04.813609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.485962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:874072"} {"level":"info","ts":"2026-07-24T17:58:04.813673Z","caller":"traceutil/trace.go:171","msg":"trace[1338701718] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16291; }","duration":"217.579024ms","start":"2026-07-24T17:58:04.596081Z","end":"2026-07-24T17:58:04.81366Z","steps":["trace[1338701718] 'agreement among raft nodes before linearized reading' (duration: 216.442822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:04.814776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.301995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:874072"} {"level":"info","ts":"2026-07-24T17:58:04.814855Z","caller":"traceutil/trace.go:171","msg":"trace[87068786] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16291; }","duration":"218.392817ms","start":"2026-07-24T17:58:04.596445Z","end":"2026-07-24T17:58:04.814838Z","steps":["trace[87068786] 'agreement among raft nodes before linearized reading' (duration: 217.114351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:04.815295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.387007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:874072"} {"level":"info","ts":"2026-07-24T17:58:04.815356Z","caller":"traceutil/trace.go:171","msg":"trace[1993531104] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16291; }","duration":"218.464599ms","start":"2026-07-24T17:58:04.59687Z","end":"2026-07-24T17:58:04.815334Z","steps":["trace[1993531104] 'agreement among raft nodes before linearized reading' (duration: 216.643638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:04.815653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.12876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:874072"} {"level":"info","ts":"2026-07-24T17:58:04.815712Z","caller":"traceutil/trace.go:171","msg":"trace[1562518206] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16291; }","duration":"218.207582ms","start":"2026-07-24T17:58:04.597493Z","end":"2026-07-24T17:58:04.8157Z","steps":["trace[1562518206] 'agreement among raft nodes before linearized reading' (duration: 215.9955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:58:04.815769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.161301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:874072"} {"level":"info","ts":"2026-07-24T17:58:04.815891Z","caller":"traceutil/trace.go:171","msg":"trace[944360851] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16291; }","duration":"218.315695ms","start":"2026-07-24T17:58:04.597552Z","end":"2026-07-24T17:58:04.815867Z","steps":["trace[944360851] 'agreement among raft nodes before linearized reading' (duration: 216.657598ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:06.001179Z","caller":"traceutil/trace.go:171","msg":"trace[1436542183] linearizableReadLoop","detail":"{readStateIndex:16848; appliedIndex:16846; }","duration":"133.821016ms","start":"2026-07-24T17:58:05.867332Z","end":"2026-07-24T17:58:06.001153Z","steps":["trace[1436542183] 'read index received' (duration: 10.853953ms)","trace[1436542183] 'applied index is now lower than readState.Index' (duration: 122.965923ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:58:06.001337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.98422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:58:06.001393Z","caller":"traceutil/trace.go:171","msg":"trace[588728271] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16297; }","duration":"134.070542ms","start":"2026-07-24T17:58:05.867311Z","end":"2026-07-24T17:58:06.001381Z","steps":["trace[588728271] 'agreement among raft nodes before linearized reading' (duration: 133.934968ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:58:06.001601Z","caller":"traceutil/trace.go:171","msg":"trace[465040923] transaction","detail":"{read_only:false; response_revision:16297; number_of_response:1; }","duration":"141.074218ms","start":"2026-07-24T17:58:05.860456Z","end":"2026-07-24T17:58:06.00153Z","steps":["trace[465040923] 'process raft request' (duration: 63.817361ms)","trace[465040923] 'compare' (duration: 76.779294ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:58:43.332646Z","caller":"traceutil/trace.go:171","msg":"trace[887792619] transaction","detail":"{read_only:false; response_revision:16502; number_of_response:1; }","duration":"202.366929ms","start":"2026-07-24T17:58:43.130233Z","end":"2026-07-24T17:58:43.3326Z","steps":["trace[887792619] 'process raft request' (duration: 202.0352ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:00:51.366038Z","caller":"traceutil/trace.go:171","msg":"trace[1684364652] linearizableReadLoop","detail":"{readStateIndex:18104; appliedIndex:18103; }","duration":"161.497874ms","start":"2026-07-24T18:00:51.20452Z","end":"2026-07-24T18:00:51.366017Z","steps":["trace[1684364652] 'read index received' (duration: 161.336589ms)","trace[1684364652] 'applied index is now lower than readState.Index' (duration: 160.425µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:00:51.366153Z","caller":"traceutil/trace.go:171","msg":"trace[1619131090] transaction","detail":"{read_only:false; response_revision:17513; number_of_response:1; }","duration":"255.593108ms","start":"2026-07-24T18:00:51.110527Z","end":"2026-07-24T18:00:51.36612Z","steps":["trace[1619131090] 'process raft request' (duration: 255.346371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:00:51.366311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.778212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T18:00:51.366391Z","caller":"traceutil/trace.go:171","msg":"trace[2065923563] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17513; }","duration":"161.905336ms","start":"2026-07-24T18:00:51.204466Z","end":"2026-07-24T18:00:51.366371Z","steps":["trace[2065923563] 'agreement among raft nodes before linearized reading' (duration: 161.675389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:00:52.397286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.405966ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-24T18:00:52.397386Z","caller":"traceutil/trace.go:171","msg":"trace[1703623794] linearizableReadLoop","detail":"{readStateIndex:18110; appliedIndex:18109; }","duration":"419.276992ms","start":"2026-07-24T18:00:51.978095Z","end":"2026-07-24T18:00:52.397372Z","steps":["trace[1703623794] 'read index received' (duration: 203.715011ms)","trace[1703623794] 'applied index is now lower than readState.Index' (duration: 215.560701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:00:52.39786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.760856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:00:52.397883Z","caller":"traceutil/trace.go:171","msg":"trace[1213140354] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:17518; }","duration":"419.820777ms","start":"2026-07-24T18:00:51.978055Z","end":"2026-07-24T18:00:52.397875Z","steps":["trace[1213140354] 'agreement among raft nodes before linearized reading' (duration: 419.691914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:00:52.397906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:00:51.978038Z","time spent":"419.861779ms","remote":"127.0.0.1:33834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":76,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:00:52.398119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.964966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29748600-glbcq\" ","response":"range_response_count:1 size:7042"} {"level":"info","ts":"2026-07-24T18:00:52.39828Z","caller":"traceutil/trace.go:171","msg":"trace[115160925] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29748600-glbcq; range_end:; response_count:1; response_revision:17518; }","duration":"399.160422ms","start":"2026-07-24T18:00:51.999113Z","end":"2026-07-24T18:00:52.398273Z","steps":["trace[115160925] 'agreement among raft nodes before linearized reading' (duration: 398.926055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:00:52.398302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:00:51.999092Z","time spent":"399.204602ms","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7066,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29748600-glbcq\" "} {"level":"warn","ts":"2026-07-24T18:00:52.398368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.23355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T18:00:52.398465Z","caller":"traceutil/trace.go:171","msg":"trace[482656498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17518; }","duration":"315.365684ms","start":"2026-07-24T18:00:52.083075Z","end":"2026-07-24T18:00:52.398441Z","steps":["trace[482656498] 'agreement among raft nodes before linearized reading' (duration: 315.129028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:00:52.398368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.471954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:948"} {"level":"warn","ts":"2026-07-24T18:00:52.398517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:00:52.083057Z","time spent":"315.450537ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T18:00:52.398587Z","caller":"traceutil/trace.go:171","msg":"trace[1581836647] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:17518; }","duration":"217.718861ms","start":"2026-07-24T18:00:52.180826Z","end":"2026-07-24T18:00:52.398545Z","steps":["trace[1581836647] 'agreement among raft nodes before linearized reading' (duration: 217.339701ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:01:14.810249Z","caller":"traceutil/trace.go:171","msg":"trace[1142823002] linearizableReadLoop","detail":"{readStateIndex:18481; appliedIndex:18480; }","duration":"113.923527ms","start":"2026-07-24T18:01:14.6963Z","end":"2026-07-24T18:01:14.810224Z","steps":["trace[1142823002] 'read index received' (duration: 101.83406ms)","trace[1142823002] 'applied index is now lower than readState.Index' (duration: 12.088547ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:01:14.810289Z","caller":"traceutil/trace.go:171","msg":"trace[1117429254] transaction","detail":"{read_only:false; response_revision:17875; number_of_response:1; }","duration":"191.940363ms","start":"2026-07-24T18:01:14.618309Z","end":"2026-07-24T18:01:14.810249Z","steps":["trace[1117429254] 'process raft request' (duration: 179.843665ms)","trace[1117429254] 'compare' (duration: 11.960394ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:01:14.810522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.195395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29748600-glbcq\" ","response":"range_response_count:1 size:7042"} {"level":"info","ts":"2026-07-24T18:01:14.810633Z","caller":"traceutil/trace.go:171","msg":"trace[1577524749] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29748600-glbcq; range_end:; response_count:1; response_revision:17875; }","duration":"114.346749ms","start":"2026-07-24T18:01:14.696259Z","end":"2026-07-24T18:01:14.810606Z","steps":["trace[1577524749] 'agreement among raft nodes before linearized reading' (duration: 114.067131ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:01:33.641431Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15482} {"level":"info","ts":"2026-07-24T18:01:33.759291Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15482,"took":"114.960416ms","hash":332737716,"current-db-size-bytes":59105280,"current-db-size":"59 MB","current-db-size-in-use-bytes":33271808,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-24T18:01:33.759615Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":332737716,"revision":15482,"compact-revision":13024} {"level":"info","ts":"2026-07-24T18:02:14.925539Z","caller":"traceutil/trace.go:171","msg":"trace[539456458] transaction","detail":"{read_only:false; response_revision:18347; number_of_response:1; }","duration":"175.69512ms","start":"2026-07-24T18:02:14.749812Z","end":"2026-07-24T18:02:14.925507Z","steps":["trace[539456458] 'process raft request' (duration: 175.439843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:22.551414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604855062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T18:02:23.05224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604855062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T18:02:23.558173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604855062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T18:02:24.058562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604855062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T18:02:24.477072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002451956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T18:02:24.477137Z","caller":"traceutil/trace.go:171","msg":"trace[1233355664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002574039s","start":"2026-07-24T18:02:22.474547Z","end":"2026-07-24T18:02:24.477121Z","steps":["trace[1233355664] 'agreement among raft nodes before linearized reading' (duration: 2.002483687s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:24.477172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:22.474524Z","time spent":"2.002641132s","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:02:24.559069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604855062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T18:02:25.66951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604855062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T18:02:26.174508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604855062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T18:02:26.479171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000347197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T18:02:26.479237Z","caller":"traceutil/trace.go:171","msg":"trace[1850162655] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00044743s","start":"2026-07-24T18:02:24.478775Z","end":"2026-07-24T18:02:26.479223Z","steps":["trace[1850162655] 'agreement among raft nodes before linearized reading' (duration: 2.000360908s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:26.479274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:24.478764Z","time spent":"2.000501991s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:02:26.675199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604855062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T18:02:27.299105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604855062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T18:02:27.299215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:21.8706Z","time spent":"5.428608936s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T18:02:27.799829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604855062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T18:02:28.037778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:23.039832Z","time spent":"4.997937597s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T18:02:28.050562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999189702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T18:02:28.050626Z","caller":"traceutil/trace.go:171","msg":"trace[293032961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999301065s","start":"2026-07-24T18:02:23.051305Z","end":"2026-07-24T18:02:28.050606Z","steps":["trace[293032961] 'agreement among raft nodes before linearized reading' (duration: 4.999224363s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:28.050694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:23.051283Z","time spent":"4.999401738s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T18:02:28.30011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604855062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T18:02:28.388138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.03359628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T18:02:28.388219Z","caller":"traceutil/trace.go:171","msg":"trace[1048618007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.033712274s","start":"2026-07-24T18:02:23.354477Z","end":"2026-07-24T18:02:28.388189Z","steps":["trace[1048618007] 'agreement among raft nodes before linearized reading' (duration: 5.033619001s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:28.388259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:23.354454Z","time spent":"5.033795986s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T18:02:28.833081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604855062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T18:02:29.338895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604855062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T18:02:29.542825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.671463817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T18:02:29.542915Z","caller":"traceutil/trace.go:171","msg":"trace[593691850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.671568821s","start":"2026-07-24T18:02:23.871317Z","end":"2026-07-24T18:02:29.542886Z","steps":["trace[593691850] 'agreement among raft nodes before linearized reading' (duration: 5.671466998s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:29.542972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:23.871314Z","time spent":"5.671648073s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T18:02:29.543647Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3e459f952a1d5fa7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T18:02:29.543686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006355971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T18:02:29.544467Z","caller":"traceutil/trace.go:171","msg":"trace[149792756] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"3.007163464s","start":"2026-07-24T18:02:26.537295Z","end":"2026-07-24T18:02:29.544459Z","steps":["trace[149792756] 'agreement among raft nodes before linearized reading' (duration: 3.006378972s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:29.544492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:26.537279Z","time spent":"3.007206186s","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:02:29.543728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:21.966232Z","time spent":"7.577493304s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T18:02:29.543769Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-24T18:02:29.545716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.494762708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T18:02:29.545736Z","caller":"traceutil/trace.go:171","msg":"trace[778182945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"7.494820929s","start":"2026-07-24T18:02:22.050907Z","end":"2026-07-24T18:02:29.545728Z","steps":["trace[778182945] 'agreement among raft nodes before linearized reading' (duration: 7.494798599s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:29.545753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:22.050888Z","time spent":"7.494859861s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T18:02:29.999502Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.128687499s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T18:02:30.055429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.198136046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:02:30.055482Z","caller":"traceutil/trace.go:171","msg":"trace[643032399] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18406; }","duration":"8.198228768s","start":"2026-07-24T18:02:21.857241Z","end":"2026-07-24T18:02:30.05547Z","steps":["trace[643032399] 'range keys from in-memory index tree' (duration: 8.198022682s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.055506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:21.85722Z","time spent":"8.19827873s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-24T18:02:30.055532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.189928847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:02:30.055564Z","caller":"traceutil/trace.go:171","msg":"trace[1200470339] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18406; }","duration":"8.189999779s","start":"2026-07-24T18:02:21.865555Z","end":"2026-07-24T18:02:30.055555Z","steps":["trace[1200470339] 'range keys from in-memory index tree' (duration: 8.189834854s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.055544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.196194082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11072"} {"level":"warn","ts":"2026-07-24T18:02:30.055582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:21.865535Z","time spent":"8.19004239s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-07-24T18:02:30.055599Z","caller":"traceutil/trace.go:171","msg":"trace[635465028] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18406; }","duration":"8.196286484s","start":"2026-07-24T18:02:21.859299Z","end":"2026-07-24T18:02:30.055586Z","steps":["trace[635465028] 'range keys from in-memory index tree' (duration: 8.196061368s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.055629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:21.859284Z","time spent":"8.196336635s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11096,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-24T18:02:30.05611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:27.627773Z","time spent":"2.428335153s","remote":"127.0.0.1:37738","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T18:02:30.05617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398533435s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:02:30.056221Z","caller":"traceutil/trace.go:171","msg":"trace[1602384240] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18406; }","duration":"1.398584896s","start":"2026-07-24T18:02:28.657629Z","end":"2026-07-24T18:02:30.056214Z","steps":["trace[1602384240] 'range keys from in-memory index tree' (duration: 1.398525774s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.06997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:23.069684Z","time spent":"7.000279408s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T18:02:30.127067Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"48.912µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-07-24T18:02:30.127123Z","caller":"traceutil/trace.go:171","msg":"trace[962896903] transaction","detail":"{read_only:false; response_revision:18411; number_of_response:1; }","duration":"4.450020746s","start":"2026-07-24T18:02:25.677083Z","end":"2026-07-24T18:02:30.127104Z","steps":["trace[962896903] 'process raft request' (duration: 4.44981241s)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:02:30.127187Z","caller":"traceutil/trace.go:171","msg":"trace[2075423882] linearizableReadLoop","detail":"{readStateIndex:19036; appliedIndex:19028; }","duration":"581.483519ms","start":"2026-07-24T18:02:29.545685Z","end":"2026-07-24T18:02:30.127169Z","steps":["trace[2075423882] 'read index received' (duration: 454.133347ms)","trace[2075423882] 'applied index is now lower than readState.Index' (duration: 127.346452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:02:30.127224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:25.677067Z","time spent":"4.450102678s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:02:30.12727Z","caller":"traceutil/trace.go:171","msg":"trace[1432031220] transaction","detail":"{read_only:false; response_revision:18412; number_of_response:1; }","duration":"3.952277664s","start":"2026-07-24T18:02:26.174981Z","end":"2026-07-24T18:02:30.127259Z","steps":["trace[1432031220] 'process raft request' (duration: 3.951964775s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.127364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:26.174964Z","time spent":"3.952341145s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:02:30.127446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.436326001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:02:30.127479Z","caller":"traceutil/trace.go:171","msg":"trace[1334056890] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:18412; }","duration":"5.436407784s","start":"2026-07-24T18:02:24.691063Z","end":"2026-07-24T18:02:30.127471Z","steps":["trace[1334056890] 'agreement among raft nodes before linearized reading' (duration: 5.436350853s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.127505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:24.691039Z","time spent":"5.436460675s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:02:30.127608Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3e459f952a1d5fa7","error":"lease not found"} {"level":"warn","ts":"2026-07-24T18:02:30.127662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.550448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:02:30.127687Z","caller":"traceutil/trace.go:171","msg":"trace[1169254095] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:18412; }","duration":"582.58873ms","start":"2026-07-24T18:02:29.54509Z","end":"2026-07-24T18:02:30.127678Z","steps":["trace[1169254095] 'agreement among raft nodes before linearized reading' (duration: 582.545779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.127714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:29.545084Z","time spent":"582.622841ms","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:02:30.12783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.025022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:02:30.127855Z","caller":"traceutil/trace.go:171","msg":"trace[1505991228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18412; }","duration":"583.078473ms","start":"2026-07-24T18:02:29.54477Z","end":"2026-07-24T18:02:30.127849Z","steps":["trace[1505991228] 'agreement among raft nodes before linearized reading' (duration: 583.029651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.128003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:29.544755Z","time spent":"583.112894ms","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:02:30.128318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089278717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-24T18:02:30.12835Z","caller":"traceutil/trace.go:171","msg":"trace[1013334804] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:18412; }","duration":"2.089332218s","start":"2026-07-24T18:02:28.03901Z","end":"2026-07-24T18:02:30.128342Z","steps":["trace[1013334804] 'agreement among raft nodes before linearized reading' (duration: 2.089277337s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.128373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:28.038998Z","time spent":"2.089368249s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T18:02:30.128476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176394366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:02:30.128502Z","caller":"traceutil/trace.go:171","msg":"trace[921902036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18412; }","duration":"2.176446148s","start":"2026-07-24T18:02:27.952049Z","end":"2026-07-24T18:02:30.128495Z","steps":["trace[921902036] 'agreement among raft nodes before linearized reading' (duration: 2.176406207s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.128538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:27.95201Z","time spent":"2.176507079s","remote":"127.0.0.1:54866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:02:30.128698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591108182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-24T18:02:30.128736Z","caller":"traceutil/trace.go:171","msg":"trace[1289393299] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:18412; }","duration":"2.591172944s","start":"2026-07-24T18:02:27.537555Z","end":"2026-07-24T18:02:30.128728Z","steps":["trace[1289393299] 'agreement among raft nodes before linearized reading' (duration: 2.591067941s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.128824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:27.537541Z","time spent":"2.591270437s","remote":"127.0.0.1:33834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-24T18:02:30.129477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.588474565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-24T18:02:30.12968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.685063572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T18:02:30.129726Z","caller":"traceutil/trace.go:171","msg":"trace[561056586] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18412; }","duration":"3.685148414s","start":"2026-07-24T18:02:26.444566Z","end":"2026-07-24T18:02:30.129715Z","steps":["trace[561056586] 'agreement among raft nodes before linearized reading' (duration: 3.684971819s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.129753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:26.444552Z","time spent":"3.685196066s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T18:02:30.129611Z","caller":"traceutil/trace.go:171","msg":"trace[1488786451] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18412; }","duration":"5.591091458s","start":"2026-07-24T18:02:24.538484Z","end":"2026-07-24T18:02:30.129576Z","steps":["trace[1488786451] 'agreement among raft nodes before linearized reading' (duration: 5.589107282s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.129891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:24.53847Z","time spent":"5.591403716s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-24T18:02:30.12993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.425225564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:02:30.130018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81184465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:02:30.130053Z","caller":"traceutil/trace.go:171","msg":"trace[2056236148] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:18412; }","duration":"2.811877171s","start":"2026-07-24T18:02:27.318168Z","end":"2026-07-24T18:02:30.130045Z","steps":["trace[2056236148] 'agreement among raft nodes before linearized reading' (duration: 2.81183036s)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:02:30.130028Z","caller":"traceutil/trace.go:171","msg":"trace[1241004690] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:18412; }","duration":"4.425351917s","start":"2026-07-24T18:02:25.704663Z","end":"2026-07-24T18:02:30.130015Z","steps":["trace[1241004690] 'agreement among raft nodes before linearized reading' (duration: 4.425061969s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.130085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.258566083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:02:30.130106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.812015744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:02:30.130116Z","caller":"traceutil/trace.go:171","msg":"trace[594014382] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18412; }","duration":"6.258604315s","start":"2026-07-24T18:02:23.871502Z","end":"2026-07-24T18:02:30.130106Z","steps":["trace[594014382] 'agreement among raft nodes before linearized reading' (duration: 6.258549673s)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:02:30.130128Z","caller":"traceutil/trace.go:171","msg":"trace[540584128] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:18412; }","duration":"2.812065076s","start":"2026-07-24T18:02:27.318057Z","end":"2026-07-24T18:02:30.130122Z","steps":["trace[540584128] 'agreement among raft nodes before linearized reading' (duration: 2.812030255s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.130152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:27.318042Z","time spent":"2.812103477s","remote":"127.0.0.1:58568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:02:30.130152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:23.871496Z","time spent":"6.258640485s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-24T18:02:30.130223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:25.704647Z","time spent":"4.4254474s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:02:30.130367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563181033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-24T18:02:30.130389Z","caller":"traceutil/trace.go:171","msg":"trace[1177425073] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:18412; }","duration":"3.563222374s","start":"2026-07-24T18:02:26.567158Z","end":"2026-07-24T18:02:30.13038Z","steps":["trace[1177425073] 'agreement among raft nodes before linearized reading' (duration: 3.563120761s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.13041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:26.567144Z","time spent":"3.563262075s","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-07-24T18:02:30.130524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.425830571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:02:30.130567Z","caller":"traceutil/trace.go:171","msg":"trace[1677367599] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:18412; }","duration":"4.425910963s","start":"2026-07-24T18:02:25.704646Z","end":"2026-07-24T18:02:30.130557Z","steps":["trace[1677367599] 'agreement among raft nodes before linearized reading' (duration: 4.425816091s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.130597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:25.704631Z","time spent":"4.425959244s","remote":"127.0.0.1:34194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:02:30.130729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.259231202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:02:30.130768Z","caller":"traceutil/trace.go:171","msg":"trace[1289691353] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18412; }","duration":"6.259270023s","start":"2026-07-24T18:02:23.871489Z","end":"2026-07-24T18:02:30.130759Z","steps":["trace[1289691353] 'agreement among raft nodes before linearized reading' (duration: 6.259209371s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.130782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.269594511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:02:30.130798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:23.871473Z","time spent":"6.259319234s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-07-24T18:02:30.130815Z","caller":"traceutil/trace.go:171","msg":"trace[2007563586] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:18412; }","duration":"5.269668624s","start":"2026-07-24T18:02:24.861139Z","end":"2026-07-24T18:02:30.130807Z","steps":["trace[2007563586] 'agreement among raft nodes before linearized reading' (duration: 5.269616053s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.130934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:24.861117Z","time spent":"5.269809087s","remote":"127.0.0.1:54738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:02:30.129984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811715686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-24T18:02:30.13107Z","caller":"traceutil/trace.go:171","msg":"trace[1514289142] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:18412; }","duration":"2.812811247s","start":"2026-07-24T18:02:27.318248Z","end":"2026-07-24T18:02:30.131059Z","steps":["trace[1514289142] 'agreement among raft nodes before linearized reading' (duration: 2.811671075s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.131095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:27.318244Z","time spent":"2.812843478s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-24T18:02:30.130075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:27.318153Z","time spent":"2.811914532s","remote":"127.0.0.1:54794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:02:30.130265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.469338295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:02:30.131315Z","caller":"traceutil/trace.go:171","msg":"trace[1005522616] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:18412; }","duration":"3.470410035s","start":"2026-07-24T18:02:26.660894Z","end":"2026-07-24T18:02:30.131304Z","steps":["trace[1005522616] 'agreement among raft nodes before linearized reading' (duration: 3.469352346s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.131365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:26.66088Z","time spent":"3.470473487s","remote":"127.0.0.1:44604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:02:30.130541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.599567448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c54b37213ef9d8\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-07-24T18:02:30.131539Z","caller":"traceutil/trace.go:171","msg":"trace[957809457] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c54b37213ef9d8; range_end:; response_count:1; response_revision:18412; }","duration":"3.600595266s","start":"2026-07-24T18:02:26.530934Z","end":"2026-07-24T18:02:30.131529Z","steps":["trace[957809457] 'agreement among raft nodes before linearized reading' (duration: 3.599563408s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.13157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:26.530919Z","time spent":"3.600643227s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c54b37213ef9d8\" "} {"level":"warn","ts":"2026-07-24T18:02:30.129902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641586011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T18:02:30.132006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.260541768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11072"} {"level":"info","ts":"2026-07-24T18:02:30.132038Z","caller":"traceutil/trace.go:171","msg":"trace[250424225] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18412; }","duration":"6.260585259s","start":"2026-07-24T18:02:23.871445Z","end":"2026-07-24T18:02:30.13203Z","steps":["trace[250424225] 'agreement among raft nodes before linearized reading' (duration: 6.260464096s)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:02:30.132035Z","caller":"traceutil/trace.go:171","msg":"trace[1773510607] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:18412; }","duration":"2.643742411s","start":"2026-07-24T18:02:27.48828Z","end":"2026-07-24T18:02:30.132023Z","steps":["trace[1773510607] 'agreement among raft nodes before linearized reading' (duration: 2.641593531s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.132049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.944628916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-24T18:02:30.13206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:23.871441Z","time spent":"6.26061432s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11096,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-24T18:02:30.132075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:27.488266Z","time spent":"2.643796642s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:02:30.132135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.573370083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11072"} {"level":"warn","ts":"2026-07-24T18:02:30.132121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.957590217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:02:30.132162Z","caller":"traceutil/trace.go:171","msg":"trace[130941670] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18412; }","duration":"6.573420934s","start":"2026-07-24T18:02:23.558737Z","end":"2026-07-24T18:02:30.132157Z","steps":["trace[130941670] 'agreement among raft nodes before linearized reading' (duration: 6.573353382s)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:02:30.132075Z","caller":"traceutil/trace.go:171","msg":"trace[1019819811] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18412; }","duration":"7.944683147s","start":"2026-07-24T18:02:22.187385Z","end":"2026-07-24T18:02:30.132068Z","steps":["trace[1019819811] 'agreement among raft nodes before linearized reading' (duration: 7.944594215s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.132181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:23.558723Z","time spent":"6.573454215s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11096,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-24T18:02:30.132183Z","caller":"traceutil/trace.go:171","msg":"trace[1987622053] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:18412; }","duration":"7.95769819s","start":"2026-07-24T18:02:22.174468Z","end":"2026-07-24T18:02:30.132167Z","steps":["trace[1987622053] 'agreement among raft nodes before linearized reading' (duration: 7.957596847s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.132198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:22.187369Z","time spent":"7.944819871s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T18:02:30.132215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:22.174442Z","time spent":"7.957762202s","remote":"127.0.0.1:54396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:02:30.132258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.23161022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:02:30.13228Z","caller":"traceutil/trace.go:171","msg":"trace[837839557] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:18412; }","duration":"7.231666582s","start":"2026-07-24T18:02:22.900609Z","end":"2026-07-24T18:02:30.132275Z","steps":["trace[837839557] 'agreement among raft nodes before linearized reading' (duration: 7.231626501s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.132276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.260842457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29748600-glbcq\" ","response":"range_response_count:1 size:7042"} {"level":"info","ts":"2026-07-24T18:02:30.132346Z","caller":"traceutil/trace.go:171","msg":"trace[2095073722] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29748600-glbcq; range_end:; response_count:1; response_revision:18412; }","duration":"6.260925739s","start":"2026-07-24T18:02:23.871393Z","end":"2026-07-24T18:02:30.132319Z","steps":["trace[2095073722] 'agreement among raft nodes before linearized reading' (duration: 6.260760835s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.132395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:23.871376Z","time spent":"6.261010631s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7066,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29748600-glbcq\" "} {"level":"warn","ts":"2026-07-24T18:02:30.132466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.971191016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T18:02:30.132512Z","caller":"traceutil/trace.go:171","msg":"trace[1342649799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18412; }","duration":"7.971273978s","start":"2026-07-24T18:02:22.161228Z","end":"2026-07-24T18:02:30.132502Z","steps":["trace[1342649799] 'agreement among raft nodes before linearized reading' (duration: 7.971156455s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.132522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.261268009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:02:30.132539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:22.161207Z","time spent":"7.97132486s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T18:02:30.132357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.844840723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-m2djc\" ","response":"range_response_count:1 size:23678"} {"level":"info","ts":"2026-07-24T18:02:30.132558Z","caller":"traceutil/trace.go:171","msg":"trace[123557301] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:18412; }","duration":"6.2613171s","start":"2026-07-24T18:02:23.871232Z","end":"2026-07-24T18:02:30.132549Z","steps":["trace[123557301] 'agreement among raft nodes before linearized reading' (duration: 6.261264708s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.132579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:23.871223Z","time spent":"6.26135036s","remote":"127.0.0.1:56038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:02:30.132579Z","caller":"traceutil/trace.go:171","msg":"trace[297285074] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-m2djc; range_end:; response_count:1; response_revision:18412; }","duration":"7.845086839s","start":"2026-07-24T18:02:22.287481Z","end":"2026-07-24T18:02:30.132568Z","steps":["trace[297285074] 'agreement among raft nodes before linearized reading' (duration: 7.844829292s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.132104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.573000682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:02:30.132299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:22.900592Z","time spent":"7.231702353s","remote":"127.0.0.1:58666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:02:30.132675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.573065795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:02:30.132722Z","caller":"traceutil/trace.go:171","msg":"trace[846183414] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18412; }","duration":"6.573126366s","start":"2026-07-24T18:02:23.559585Z","end":"2026-07-24T18:02:30.132711Z","steps":["trace[846183414] 'agreement among raft nodes before linearized reading' (duration: 6.573045344s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.13275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:23.559562Z","time spent":"6.573181817s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-24T18:02:30.132403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.881025772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f66xj\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-07-24T18:02:30.132784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.869472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:02:30.132808Z","caller":"traceutil/trace.go:171","msg":"trace[2085748311] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:18412; }","duration":"532.919374ms","start":"2026-07-24T18:02:29.599882Z","end":"2026-07-24T18:02:30.132801Z","steps":["trace[2085748311] 'agreement among raft nodes before linearized reading' (duration: 532.878373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.132836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:29.599868Z","time spent":"532.963746ms","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:02:30.13248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.928182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-24T18:02:30.132703Z","caller":"traceutil/trace.go:171","msg":"trace[1162627992] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18412; }","duration":"6.5735963s","start":"2026-07-24T18:02:23.559058Z","end":"2026-07-24T18:02:30.132654Z","steps":["trace[1162627992] 'agreement among raft nodes before linearized reading' (duration: 6.572942911s)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:02:30.132914Z","caller":"traceutil/trace.go:171","msg":"trace[1479243516] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:18412; }","duration":"577.375544ms","start":"2026-07-24T18:02:29.555522Z","end":"2026-07-24T18:02:30.132897Z","steps":["trace[1479243516] 'agreement among raft nodes before linearized reading' (duration: 576.924072ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:02:30.132806Z","caller":"traceutil/trace.go:171","msg":"trace[256435981] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f66xj; range_end:; response_count:1; response_revision:18412; }","duration":"7.881459324s","start":"2026-07-24T18:02:22.251336Z","end":"2026-07-24T18:02:30.132796Z","steps":["trace[256435981] 'agreement among raft nodes before linearized reading' (duration: 7.881031802s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:02:30.133035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:29.555507Z","time spent":"577.479837ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T18:02:30.13262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:22.287464Z","time spent":"7.845145001s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":23702,"request content":"key:\"/registry/pods/openstack/nova-compute-default-m2djc\" "} {"level":"warn","ts":"2026-07-24T18:02:30.132947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:23.559053Z","time spent":"6.573881458s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-24T18:02:30.136343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:02:22.251316Z","time spent":"7.8816841s","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f66xj\" "} {"level":"info","ts":"2026-07-24T18:02:31.701014Z","caller":"traceutil/trace.go:171","msg":"trace[1071595339] transaction","detail":"{read_only:false; response_revision:18439; number_of_response:1; }","duration":"112.94259ms","start":"2026-07-24T18:02:31.58804Z","end":"2026-07-24T18:02:31.700983Z","steps":["trace[1071595339] 'process raft request' (duration: 100.807401ms)","trace[1071595339] 'compare' (duration: 11.752778ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:02:49.034436Z","caller":"traceutil/trace.go:171","msg":"trace[795425741] transaction","detail":"{read_only:false; response_revision:18549; number_of_response:1; }","duration":"117.398054ms","start":"2026-07-24T18:02:48.91701Z","end":"2026-07-24T18:02:49.034408Z","steps":["trace[795425741] 'process raft request' (duration: 117.226189ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:02:49.30246Z","caller":"traceutil/trace.go:171","msg":"trace[938237278] transaction","detail":"{read_only:false; response_revision:18555; number_of_response:1; }","duration":"150.288602ms","start":"2026-07-24T18:02:49.152146Z","end":"2026-07-24T18:02:49.302434Z","steps":["trace[938237278] 'process raft request' (duration: 150.126898ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:03:00.797668Z","caller":"traceutil/trace.go:171","msg":"trace[1515158004] transaction","detail":"{read_only:false; response_revision:18625; number_of_response:1; }","duration":"112.545828ms","start":"2026-07-24T18:03:00.685091Z","end":"2026-07-24T18:03:00.797637Z","steps":["trace[1515158004] 'process raft request' (duration: 112.25542ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:03:02.254176Z","caller":"traceutil/trace.go:171","msg":"trace[1764620141] transaction","detail":"{read_only:false; response_revision:18630; number_of_response:1; }","duration":"134.353117ms","start":"2026-07-24T18:03:02.1198Z","end":"2026-07-24T18:03:02.254153Z","steps":["trace[1764620141] 'process raft request' (duration: 134.151952ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:03:02.254347Z","caller":"traceutil/trace.go:171","msg":"trace[1141687458] linearizableReadLoop","detail":"{readStateIndex:19262; appliedIndex:19262; }","duration":"115.762468ms","start":"2026-07-24T18:03:02.138572Z","end":"2026-07-24T18:03:02.254335Z","steps":["trace[1141687458] 'read index received' (duration: 115.292885ms)","trace[1141687458] 'applied index is now lower than readState.Index' (duration: 468.483µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:03:02.255023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.873972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:03:02.255064Z","caller":"traceutil/trace.go:171","msg":"trace[1203510944] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:18630; }","duration":"116.54164ms","start":"2026-07-24T18:03:02.138512Z","end":"2026-07-24T18:03:02.255053Z","steps":["trace[1203510944] 'agreement among raft nodes before linearized reading' (duration: 115.881392ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:03:02.727942Z","caller":"traceutil/trace.go:171","msg":"trace[903578383] linearizableReadLoop","detail":"{readStateIndex:19267; appliedIndex:19265; }","duration":"163.910571ms","start":"2026-07-24T18:03:02.563999Z","end":"2026-07-24T18:03:02.72791Z","steps":["trace[903578383] 'read index received' (duration: 82.907412ms)","trace[903578383] 'applied index is now lower than readState.Index' (duration: 81.001899ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:03:02.728171Z","caller":"traceutil/trace.go:171","msg":"trace[1438860035] transaction","detail":"{read_only:false; response_revision:18635; number_of_response:1; }","duration":"174.166248ms","start":"2026-07-24T18:03:02.553827Z","end":"2026-07-24T18:03:02.727993Z","steps":["trace[1438860035] 'process raft request' (duration: 135.396237ms)","trace[1438860035] 'compare' (duration: 38.524174ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:03:02.728352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.323553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T18:03:02.728515Z","caller":"traceutil/trace.go:171","msg":"trace[1893812691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18635; }","duration":"164.479347ms","start":"2026-07-24T18:03:02.563988Z","end":"2026-07-24T18:03:02.728468Z","steps":["trace[1893812691] 'agreement among raft nodes before linearized reading' (duration: 164.037275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:03:02.728736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.14914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T18:03:02.72881Z","caller":"traceutil/trace.go:171","msg":"trace[768822128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18635; }","duration":"120.454389ms","start":"2026-07-24T18:03:02.608338Z","end":"2026-07-24T18:03:02.728793Z","steps":["trace[768822128] 'agreement among raft nodes before linearized reading' (duration: 119.7618ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:04:43.287817Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a0a01fc7fbf6be45","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T18:04:43.300117Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-24T18:04:43.300227Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-24T18:05:00.297768Z","caller":"traceutil/trace.go:171","msg":"trace[2012929647] transaction","detail":"{read_only:false; response_revision:19524; number_of_response:1; }","duration":"114.10202ms","start":"2026-07-24T18:05:00.183639Z","end":"2026-07-24T18:05:00.297741Z","steps":["trace[2012929647] 'process raft request' (duration: 113.990987ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:05:00.297794Z","caller":"traceutil/trace.go:171","msg":"trace[1953093458] transaction","detail":"{read_only:false; response_revision:19523; number_of_response:1; }","duration":"114.201892ms","start":"2026-07-24T18:05:00.183563Z","end":"2026-07-24T18:05:00.297765Z","steps":["trace[1953093458] 'process raft request' (duration: 113.981046ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:05:00.297718Z","caller":"traceutil/trace.go:171","msg":"trace[1270335340] transaction","detail":"{read_only:false; response_revision:19522; number_of_response:1; }","duration":"114.665305ms","start":"2026-07-24T18:05:00.183018Z","end":"2026-07-24T18:05:00.297683Z","steps":["trace[1270335340] 'process raft request' (duration: 114.362107ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:05:00.297988Z","caller":"traceutil/trace.go:171","msg":"trace[1457438872] transaction","detail":"{read_only:false; response_revision:19525; number_of_response:1; }","duration":"114.018557ms","start":"2026-07-24T18:05:00.183955Z","end":"2026-07-24T18:05:00.297974Z","steps":["trace[1457438872] 'process raft request' (duration: 113.712009ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:05:25.197747Z","caller":"traceutil/trace.go:171","msg":"trace[1301331726] transaction","detail":"{read_only:false; response_revision:19734; number_of_response:1; }","duration":"150.063392ms","start":"2026-07-24T18:05:25.047645Z","end":"2026-07-24T18:05:25.197709Z","steps":["trace[1301331726] 'process raft request' (duration: 149.823985ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:05:41.501011Z","caller":"traceutil/trace.go:171","msg":"trace[2069627668] linearizableReadLoop","detail":"{readStateIndex:20496; appliedIndex:20495; }","duration":"131.068703ms","start":"2026-07-24T18:05:41.369917Z","end":"2026-07-24T18:05:41.500986Z","steps":["trace[2069627668] 'read index received' (duration: 50.537259ms)","trace[2069627668] 'applied index is now lower than readState.Index' (duration: 80.530534ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:05:41.501101Z","caller":"traceutil/trace.go:171","msg":"trace[1295375037] transaction","detail":"{read_only:false; response_revision:19822; number_of_response:1; }","duration":"175.979265ms","start":"2026-07-24T18:05:41.325078Z","end":"2026-07-24T18:05:41.501058Z","steps":["trace[1295375037] 'process raft request' (duration: 95.468561ms)","trace[1295375037] 'compare' (duration: 80.341859ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:05:41.501235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.300729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T18:05:41.50128Z","caller":"traceutil/trace.go:171","msg":"trace[778488018] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19822; }","duration":"131.393211ms","start":"2026-07-24T18:05:41.369867Z","end":"2026-07-24T18:05:41.50126Z","steps":["trace[778488018] 'agreement among raft nodes before linearized reading' (duration: 131.255697ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:18.104603Z","caller":"traceutil/trace.go:171","msg":"trace[738918330] transaction","detail":"{read_only:false; response_revision:20008; number_of_response:1; }","duration":"297.447438ms","start":"2026-07-24T18:06:17.807114Z","end":"2026-07-24T18:06:18.104561Z","steps":["trace[738918330] 'process raft request' (duration: 285.260249ms)","trace[738918330] 'compare' (duration: 11.772088ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:06:18.108216Z","caller":"traceutil/trace.go:171","msg":"trace[1436540321] transaction","detail":"{read_only:false; response_revision:20009; number_of_response:1; }","duration":"104.044739ms","start":"2026-07-24T18:06:18.004151Z","end":"2026-07-24T18:06:18.108196Z","steps":["trace[1436540321] 'process raft request' (duration: 103.626807ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:22.278479Z","caller":"traceutil/trace.go:171","msg":"trace[1929069427] linearizableReadLoop","detail":"{readStateIndex:20714; appliedIndex:20711; }","duration":"121.101055ms","start":"2026-07-24T18:06:22.157356Z","end":"2026-07-24T18:06:22.278457Z","steps":["trace[1929069427] 'read index received' (duration: 23.949617ms)","trace[1929069427] 'applied index is now lower than readState.Index' (duration: 97.150678ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:06:22.278501Z","caller":"traceutil/trace.go:171","msg":"trace[648780090] transaction","detail":"{read_only:false; response_revision:20029; number_of_response:1; }","duration":"145.257128ms","start":"2026-07-24T18:06:22.133203Z","end":"2026-07-24T18:06:22.278461Z","steps":["trace[648780090] 'process raft request' (duration: 121.600968ms)","trace[648780090] 'compare' (duration: 23.483485ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:06:22.278656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.29084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T18:06:22.278724Z","caller":"traceutil/trace.go:171","msg":"trace[1702123695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20030; }","duration":"121.412373ms","start":"2026-07-24T18:06:22.157301Z","end":"2026-07-24T18:06:22.278713Z","steps":["trace[1702123695] 'agreement among raft nodes before linearized reading' (duration: 121.243178ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:22.278749Z","caller":"traceutil/trace.go:171","msg":"trace[1670204749] transaction","detail":"{read_only:false; response_revision:20030; number_of_response:1; }","duration":"145.173896ms","start":"2026-07-24T18:06:22.133564Z","end":"2026-07-24T18:06:22.278738Z","steps":["trace[1670204749] 'process raft request' (duration: 144.853127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:23.879508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.479543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:06:23.879579Z","caller":"traceutil/trace.go:171","msg":"trace[1609998600] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:20035; }","duration":"511.602147ms","start":"2026-07-24T18:06:23.367964Z","end":"2026-07-24T18:06:23.879566Z","steps":["trace[1609998600] 'count revisions from in-memory index tree' (duration: 511.34406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:23.879608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:23.367947Z","time spent":"511.655548ms","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":82,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:06:23.879682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.598899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:06:23.879753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.327495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T18:06:23.879807Z","caller":"traceutil/trace.go:171","msg":"trace[453800077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20035; }","duration":"407.766423ms","start":"2026-07-24T18:06:23.47201Z","end":"2026-07-24T18:06:23.879777Z","steps":["trace[453800077] 'range keys from in-memory index tree' (duration: 407.525456ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:23.87987Z","caller":"traceutil/trace.go:171","msg":"trace[1365250992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20035; }","duration":"114.48944ms","start":"2026-07-24T18:06:23.765361Z","end":"2026-07-24T18:06:23.879851Z","steps":["trace[1365250992] 'range keys from in-memory index tree' (duration: 114.156541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:23.879875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:23.471994Z","time spent":"407.867186ms","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T18:06:24.466553Z","caller":"traceutil/trace.go:171","msg":"trace[1980873109] transaction","detail":"{read_only:false; response_revision:20036; number_of_response:1; }","duration":"681.584294ms","start":"2026-07-24T18:06:23.784939Z","end":"2026-07-24T18:06:24.466523Z","steps":["trace[1980873109] 'process raft request' (duration: 681.411879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:24.466785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:23.784914Z","time spent":"681.727868ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:06:24.828888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.622545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:06:24.829122Z","caller":"traceutil/trace.go:171","msg":"trace[1180289055] linearizableReadLoop","detail":"{readStateIndex:20721; appliedIndex:20719; }","duration":"642.919466ms","start":"2026-07-24T18:06:24.186187Z","end":"2026-07-24T18:06:24.829107Z","steps":["trace[1180289055] 'read index received' (duration: 280.104576ms)","trace[1180289055] 'applied index is now lower than readState.Index' (duration: 362.81412ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:06:24.829186Z","caller":"traceutil/trace.go:171","msg":"trace[983232558] transaction","detail":"{read_only:false; response_revision:20037; number_of_response:1; }","duration":"944.638724ms","start":"2026-07-24T18:06:23.884506Z","end":"2026-07-24T18:06:24.829145Z","steps":["trace[983232558] 'process raft request' (duration: 656.671539ms)","trace[983232558] 'compare' (duration: 287.216344ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:06:24.829392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:23.884476Z","time spent":"944.802089ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:06:24.829413Z","caller":"traceutil/trace.go:171","msg":"trace[2003248549] transaction","detail":"{read_only:false; response_revision:20039; number_of_response:1; }","duration":"544.459222ms","start":"2026-07-24T18:06:24.284936Z","end":"2026-07-24T18:06:24.829395Z","steps":["trace[2003248549] 'process raft request' (duration: 544.131983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:24.829487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:24.284915Z","time spent":"544.531274ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:06:24.829521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.332377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-24T18:06:24.829511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.978925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:06:24.829479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.633753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:06:24.829566Z","caller":"traceutil/trace.go:171","msg":"trace[603410051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20039; }","duration":"643.410529ms","start":"2026-07-24T18:06:24.18614Z","end":"2026-07-24T18:06:24.82955Z","steps":["trace[603410051] 'agreement among raft nodes before linearized reading' (duration: 643.222824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:24.82959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:24.186115Z","time spent":"643.468361ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T18:06:24.829589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.882104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T18:06:24.8296Z","caller":"traceutil/trace.go:171","msg":"trace[1599655132] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:20039; }","duration":"335.790948ms","start":"2026-07-24T18:06:24.493785Z","end":"2026-07-24T18:06:24.829576Z","steps":["trace[1599655132] 'agreement among raft nodes before linearized reading' (duration: 335.638244ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:24.829634Z","caller":"traceutil/trace.go:171","msg":"trace[2034666078] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20039; }","duration":"230.989447ms","start":"2026-07-24T18:06:24.598628Z","end":"2026-07-24T18:06:24.829617Z","steps":["trace[2034666078] 'agreement among raft nodes before linearized reading' (duration: 230.885754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:24.829631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.54694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:06:24.829655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.811903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:06:24.82967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:24.493755Z","time spent":"335.8822ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:06:24.829679Z","caller":"traceutil/trace.go:171","msg":"trace[998210121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20039; }","duration":"354.620503ms","start":"2026-07-24T18:06:24.475046Z","end":"2026-07-24T18:06:24.829666Z","steps":["trace[998210121] 'agreement among raft nodes before linearized reading' (duration: 354.556511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:24.829676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.466571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T18:06:24.829716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:24.475031Z","time spent":"354.676484ms","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T18:06:24.829724Z","caller":"traceutil/trace.go:171","msg":"trace[1605874500] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20039; }","duration":"535.552564ms","start":"2026-07-24T18:06:24.294161Z","end":"2026-07-24T18:06:24.829714Z","steps":["trace[1605874500] 'agreement among raft nodes before linearized reading' (duration: 535.42519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:24.829751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:24.294144Z","time spent":"535.599476ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T18:06:24.829684Z","caller":"traceutil/trace.go:171","msg":"trace[1831538238] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:20039; }","duration":"581.842124ms","start":"2026-07-24T18:06:24.247833Z","end":"2026-07-24T18:06:24.829675Z","steps":["trace[1831538238] 'agreement among raft nodes before linearized reading' (duration: 581.775772ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:24.82925Z","caller":"traceutil/trace.go:171","msg":"trace[1463789966] transaction","detail":"{read_only:false; response_revision:20038; number_of_response:1; }","duration":"545.190633ms","start":"2026-07-24T18:06:24.284049Z","end":"2026-07-24T18:06:24.82924Z","steps":["trace[1463789966] 'process raft request' (duration: 544.928385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:24.829852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:24.247784Z","time spent":"582.05716ms","remote":"127.0.0.1:58580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:06:24.82959Z","caller":"traceutil/trace.go:171","msg":"trace[600797251] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:20039; }","duration":"621.116509ms","start":"2026-07-24T18:06:24.208449Z","end":"2026-07-24T18:06:24.829566Z","steps":["trace[600797251] 'agreement among raft nodes before linearized reading' (duration: 620.965145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:24.829924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:24.208423Z","time spent":"621.490639ms","remote":"127.0.0.1:58588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-24T18:06:24.830193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:24.284009Z","time spent":"545.860371ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:06:25.690862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.998594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:06:25.690984Z","caller":"traceutil/trace.go:171","msg":"trace[729600601] transaction","detail":"{read_only:false; response_revision:20040; number_of_response:1; }","duration":"857.68608ms","start":"2026-07-24T18:06:24.833278Z","end":"2026-07-24T18:06:25.690964Z","steps":["trace[729600601] 'process raft request' (duration: 348.492482ms)","trace[729600601] 'compare' (duration: 508.740666ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:06:25.691047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:24.833255Z","time spent":"857.762492ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:06:26.066876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.230752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:06:26.067286Z","caller":"traceutil/trace.go:171","msg":"trace[601318864] transaction","detail":"{read_only:false; response_revision:20041; number_of_response:1; }","duration":"1.233323199s","start":"2026-07-24T18:06:24.833781Z","end":"2026-07-24T18:06:26.067104Z","steps":["trace[601318864] 'process raft request' (duration: 967.636375ms)","trace[601318864] 'compare' (duration: 265.099187ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:06:26.067369Z","caller":"traceutil/trace.go:171","msg":"trace[1326708825] linearizableReadLoop","detail":"{readStateIndex:20729; appliedIndex:20723; }","duration":"1.142222459s","start":"2026-07-24T18:06:24.925123Z","end":"2026-07-24T18:06:26.067345Z","steps":["trace[1326708825] 'read index received' (duration: 256.616431ms)","trace[1326708825] 'applied index is now lower than readState.Index' (duration: 885.604438ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:06:26.067392Z","caller":"traceutil/trace.go:171","msg":"trace[1490502425] transaction","detail":"{read_only:false; response_revision:20043; number_of_response:1; }","duration":"1.233354249s","start":"2026-07-24T18:06:24.833952Z","end":"2026-07-24T18:06:26.067306Z","steps":["trace[1490502425] 'process raft request' (duration: 1.233128813s)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:26.067407Z","caller":"traceutil/trace.go:171","msg":"trace[356355026] transaction","detail":"{read_only:false; response_revision:20042; number_of_response:1; }","duration":"1.233493833s","start":"2026-07-24T18:06:24.833892Z","end":"2026-07-24T18:06:26.067386Z","steps":["trace[356355026] 'process raft request' (duration: 1.233100012s)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:26.067402Z","caller":"traceutil/trace.go:171","msg":"trace[1590630556] transaction","detail":"{read_only:false; response_revision:20044; number_of_response:1; }","duration":"1.233328798s","start":"2026-07-24T18:06:24.834053Z","end":"2026-07-24T18:06:26.067381Z","steps":["trace[1590630556] 'process raft request' (duration: 1.233071551s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:26.067497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:24.833948Z","time spent":"1.233490733s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:06:26.067522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:24.833888Z","time spent":"1.233562095s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:06:26.067548Z","caller":"traceutil/trace.go:171","msg":"trace[1329165506] transaction","detail":"{read_only:false; response_revision:20045; number_of_response:1; }","duration":"1.159498881s","start":"2026-07-24T18:06:24.908001Z","end":"2026-07-24T18:06:26.0675Z","steps":["trace[1329165506] 'process raft request' (duration: 1.159177592s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:26.067606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:24.833765Z","time spent":"1.233647857s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:06:26.06764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:24.834034Z","time spent":"1.233454702s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:06:26.067759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:24.907981Z","time spent":"1.159664776s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:06:26.06777Z","caller":"traceutil/trace.go:171","msg":"trace[822383716] transaction","detail":"{read_only:false; response_revision:20046; number_of_response:1; }","duration":"836.474811ms","start":"2026-07-24T18:06:25.231279Z","end":"2026-07-24T18:06:26.067754Z","steps":["trace[822383716] 'process raft request' (duration: 835.984577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:26.067817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142675102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T18:06:26.067883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:25.231255Z","time spent":"836.587173ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:06:26.067898Z","caller":"traceutil/trace.go:171","msg":"trace[211769756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20046; }","duration":"1.142802905s","start":"2026-07-24T18:06:24.925076Z","end":"2026-07-24T18:06:26.067879Z","steps":["trace[211769756] 'agreement among raft nodes before linearized reading' (duration: 1.142405814s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:26.067897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.108824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:06:26.067947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:24.925058Z","time spent":"1.142875668s","remote":"127.0.0.1:54850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:06:26.067979Z","caller":"traceutil/trace.go:171","msg":"trace[953098791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20046; }","duration":"154.225368ms","start":"2026-07-24T18:06:25.913742Z","end":"2026-07-24T18:06:26.067968Z","steps":["trace[953098791] 'agreement among raft nodes before linearized reading' (duration: 154.085504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:26.068256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.714249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T18:06:26.068319Z","caller":"traceutil/trace.go:171","msg":"trace[28661788] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20046; }","duration":"371.817962ms","start":"2026-07-24T18:06:25.696486Z","end":"2026-07-24T18:06:26.068304Z","steps":["trace[28661788] 'agreement among raft nodes before linearized reading' (duration: 371.236776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:26.068367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:25.696469Z","time spent":"371.884113ms","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T18:06:26.358814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.030952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:06:26.358934Z","caller":"traceutil/trace.go:171","msg":"trace[257568249] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:20046; }","duration":"140.179346ms","start":"2026-07-24T18:06:26.218724Z","end":"2026-07-24T18:06:26.358904Z","steps":["trace[257568249] 'count revisions from in-memory index tree' (duration: 139.839447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:26.975049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540103604859573,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T18:06:27.065498Z","caller":"traceutil/trace.go:171","msg":"trace[727633535] transaction","detail":"{read_only:false; response_revision:20047; number_of_response:1; }","duration":"592.80955ms","start":"2026-07-24T18:06:26.472655Z","end":"2026-07-24T18:06:27.065464Z","steps":["trace[727633535] 'process raft request' (duration: 592.599944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:27.065688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:26.472634Z","time spent":"592.962344ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T18:06:27.221755Z","caller":"traceutil/trace.go:171","msg":"trace[813899466] linearizableReadLoop","detail":"{readStateIndex:20733; appliedIndex:20730; }","duration":"746.711038ms","start":"2026-07-24T18:06:26.475009Z","end":"2026-07-24T18:06:27.22172Z","steps":["trace[813899466] 'read index received' (duration: 590.236358ms)","trace[813899466] 'applied index is now lower than readState.Index' (duration: 156.47347ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:06:27.221825Z","caller":"traceutil/trace.go:171","msg":"trace[1463817364] transaction","detail":"{read_only:false; response_revision:20049; number_of_response:1; }","duration":"386.459499ms","start":"2026-07-24T18:06:26.835331Z","end":"2026-07-24T18:06:27.221791Z","steps":["trace[1463817364] 'process raft request' (duration: 386.317575ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:27.221811Z","caller":"traceutil/trace.go:171","msg":"trace[1106971733] transaction","detail":"{read_only:false; response_revision:20048; number_of_response:1; }","duration":"387.446157ms","start":"2026-07-24T18:06:26.834328Z","end":"2026-07-24T18:06:27.221774Z","steps":["trace[1106971733] 'process raft request' (duration: 351.021291ms)","trace[1106971733] 'compare' (duration: 36.078806ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T18:06:27.221972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:26.835307Z","time spent":"386.582753ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:06:27.222002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:26.834312Z","time spent":"387.602712ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:06:27.222024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.984636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T18:06:27.222084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.445239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-24T18:06:27.222111Z","caller":"traceutil/trace.go:171","msg":"trace[1396434773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20049; }","duration":"747.108689ms","start":"2026-07-24T18:06:26.474982Z","end":"2026-07-24T18:06:27.22209Z","steps":["trace[1396434773] 'agreement among raft nodes before linearized reading' (duration: 746.894953ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:27.222128Z","caller":"traceutil/trace.go:171","msg":"trace[1537069931] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:20049; }","duration":"644.536061ms","start":"2026-07-24T18:06:26.577579Z","end":"2026-07-24T18:06:27.222115Z","steps":["trace[1537069931] 'agreement among raft nodes before linearized reading' (duration: 644.346206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:27.222153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:26.474967Z","time spent":"747.177442ms","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:06:27.22215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.847967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-24T18:06:27.222165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:26.577561Z","time spent":"644.596193ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"info","ts":"2026-07-24T18:06:27.222217Z","caller":"traceutil/trace.go:171","msg":"trace[908995373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20049; }","duration":"388.951519ms","start":"2026-07-24T18:06:26.833246Z","end":"2026-07-24T18:06:27.222198Z","steps":["trace[908995373] 'agreement among raft nodes before linearized reading' (duration: 388.723533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:27.222253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:06:26.833227Z","time spent":"389.017691ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T18:06:27.345233Z","caller":"traceutil/trace.go:171","msg":"trace[2106073683] transaction","detail":"{read_only:false; response_revision:20050; number_of_response:1; }","duration":"117.805393ms","start":"2026-07-24T18:06:27.227229Z","end":"2026-07-24T18:06:27.345035Z","steps":["trace[2106073683] 'process raft request' (duration: 106.330973ms)","trace[2106073683] 'compare' (duration: 11.318375ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:06:33.725944Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18026} {"level":"info","ts":"2026-07-24T18:06:33.998756Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18026,"took":"269.075188ms","hash":1491853708,"current-db-size-bytes":59105280,"current-db-size":"59 MB","current-db-size-in-use-bytes":29655040,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-24T18:06:33.998816Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1491853708,"revision":18026,"compact-revision":15482} {"level":"info","ts":"2026-07-24T18:06:37.434794Z","caller":"traceutil/trace.go:171","msg":"trace[2108786033] transaction","detail":"{read_only:false; response_revision:20104; number_of_response:1; }","duration":"131.525965ms","start":"2026-07-24T18:06:37.303234Z","end":"2026-07-24T18:06:37.43476Z","steps":["trace[2108786033] 'process raft request' (duration: 131.34529ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:06:37.434822Z","caller":"traceutil/trace.go:171","msg":"trace[1307229939] transaction","detail":"{read_only:false; response_revision:20103; number_of_response:1; }","duration":"134.244061ms","start":"2026-07-24T18:06:37.300538Z","end":"2026-07-24T18:06:37.434782Z","steps":["trace[1307229939] 'process raft request' (duration: 62.268775ms)","trace[1307229939] 'compare' (duration: 71.451581ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:06:56.759199Z","caller":"traceutil/trace.go:171","msg":"trace[274078141] linearizableReadLoop","detail":"{readStateIndex:20891; appliedIndex:20889; }","duration":"121.061214ms","start":"2026-07-24T18:06:56.638104Z","end":"2026-07-24T18:06:56.759165Z","steps":["trace[274078141] 'read index received' (duration: 53.041588ms)","trace[274078141] 'applied index is now lower than readState.Index' (duration: 68.018486ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:06:56.759252Z","caller":"traceutil/trace.go:171","msg":"trace[712628566] transaction","detail":"{read_only:false; response_revision:20198; number_of_response:1; }","duration":"147.047848ms","start":"2026-07-24T18:06:56.61215Z","end":"2026-07-24T18:06:56.759198Z","steps":["trace[712628566] 'process raft request' (duration: 78.97889ms)","trace[712628566] 'compare' (duration: 67.747939ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:06:56.759384Z","caller":"traceutil/trace.go:171","msg":"trace[406443689] transaction","detail":"{read_only:false; response_revision:20199; number_of_response:1; }","duration":"145.301589ms","start":"2026-07-24T18:06:56.614066Z","end":"2026-07-24T18:06:56.759367Z","steps":["trace[406443689] 'process raft request' (duration: 145.024742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:56.759635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.520407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T18:06:56.759747Z","caller":"traceutil/trace.go:171","msg":"trace[641499781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20199; }","duration":"121.66638ms","start":"2026-07-24T18:06:56.63803Z","end":"2026-07-24T18:06:56.759696Z","steps":["trace[641499781] 'agreement among raft nodes before linearized reading' (duration: 121.465645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:06:56.759834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.801417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T18:06:56.759893Z","caller":"traceutil/trace.go:171","msg":"trace[1349104058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20199; }","duration":"115.880079ms","start":"2026-07-24T18:06:56.643997Z","end":"2026-07-24T18:06:56.759877Z","steps":["trace[1349104058] 'agreement among raft nodes before linearized reading' (duration: 115.446977ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:07:17.183187Z","caller":"traceutil/trace.go:171","msg":"trace[1216800926] linearizableReadLoop","detail":"{readStateIndex:21091; appliedIndex:21090; }","duration":"109.643205ms","start":"2026-07-24T18:07:17.073455Z","end":"2026-07-24T18:07:17.183099Z","steps":["trace[1216800926] 'read index received' (duration: 109.545962ms)","trace[1216800926] 'applied index is now lower than readState.Index' (duration: 96.373µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:07:17.183261Z","caller":"traceutil/trace.go:171","msg":"trace[1955798140] transaction","detail":"{read_only:false; response_revision:20387; number_of_response:1; }","duration":"113.079581ms","start":"2026-07-24T18:07:17.070124Z","end":"2026-07-24T18:07:17.183204Z","steps":["trace[1955798140] 'process raft request' (duration: 112.765412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:07:17.183441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.965524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-07-24T18:07:17.183493Z","caller":"traceutil/trace.go:171","msg":"trace[1410484031] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:20387; }","duration":"110.078228ms","start":"2026-07-24T18:07:17.073397Z","end":"2026-07-24T18:07:17.183475Z","steps":["trace[1410484031] 'agreement among raft nodes before linearized reading' (duration: 109.868712ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:07:17.189523Z","caller":"traceutil/trace.go:171","msg":"trace[748913040] transaction","detail":"{read_only:false; response_revision:20388; number_of_response:1; }","duration":"113.238506ms","start":"2026-07-24T18:07:17.076261Z","end":"2026-07-24T18:07:17.189499Z","steps":["trace[748913040] 'process raft request' (duration: 113.116332ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:07:23.957822Z","caller":"traceutil/trace.go:171","msg":"trace[1252941582] transaction","detail":"{read_only:false; response_revision:20571; number_of_response:1; }","duration":"118.115022ms","start":"2026-07-24T18:07:23.839666Z","end":"2026-07-24T18:07:23.957781Z","steps":["trace[1252941582] 'process raft request' (duration: 106.026275ms)","trace[1252941582] 'compare' (duration: 11.873621ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:07:23.957879Z","caller":"traceutil/trace.go:171","msg":"trace[1894119736] transaction","detail":"{read_only:false; response_revision:20572; number_of_response:1; }","duration":"116.356343ms","start":"2026-07-24T18:07:23.841492Z","end":"2026-07-24T18:07:23.957849Z","steps":["trace[1894119736] 'process raft request' (duration: 116.223839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:08:06.187312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.495816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T18:08:06.187458Z","caller":"traceutil/trace.go:171","msg":"trace[1176827056] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:20823; }","duration":"305.705922ms","start":"2026-07-24T18:08:05.88172Z","end":"2026-07-24T18:08:06.187426Z","steps":["trace[1176827056] 'count revisions from in-memory index tree' (duration: 305.414813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:08:06.187509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:08:05.881703Z","time spent":"305.793404ms","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-24T18:08:06.187554Z","caller":"traceutil/trace.go:171","msg":"trace[1494275045] transaction","detail":"{read_only:false; response_revision:20824; number_of_response:1; }","duration":"252.013417ms","start":"2026-07-24T18:08:05.935507Z","end":"2026-07-24T18:08:06.187521Z","steps":["trace[1494275045] 'process raft request' (duration: 174.486768ms)","trace[1494275045] 'compare' (duration: 77.397015ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:08:06.401525Z","caller":"traceutil/trace.go:171","msg":"trace[1950041307] transaction","detail":"{read_only:false; response_revision:20826; number_of_response:1; }","duration":"168.845101ms","start":"2026-07-24T18:08:06.232649Z","end":"2026-07-24T18:08:06.401494Z","steps":["trace[1950041307] 'process raft request' (duration: 107.724069ms)","trace[1950041307] 'compare' (duration: 60.971338ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:09:14.803733Z","caller":"traceutil/trace.go:171","msg":"trace[1400954731] transaction","detail":"{read_only:false; response_revision:21259; number_of_response:1; }","duration":"158.0266ms","start":"2026-07-24T18:09:14.645648Z","end":"2026-07-24T18:09:14.803674Z","steps":["trace[1400954731] 'process raft request' (duration: 97.110294ms)","trace[1400954731] 'compare' (duration: 60.409112ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:09:45.879123Z","caller":"traceutil/trace.go:171","msg":"trace[1397402378] transaction","detail":"{read_only:false; response_revision:21466; number_of_response:1; }","duration":"120.534266ms","start":"2026-07-24T18:09:45.758564Z","end":"2026-07-24T18:09:45.879099Z","steps":["trace[1397402378] 'process raft request' (duration: 120.035762ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:10:19.537369Z","caller":"traceutil/trace.go:171","msg":"trace[29867885] transaction","detail":"{read_only:false; response_revision:21832; number_of_response:1; }","duration":"129.854236ms","start":"2026-07-24T18:10:19.407492Z","end":"2026-07-24T18:10:19.537346Z","steps":["trace[29867885] 'process raft request' (duration: 129.388833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:13.862116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.70009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:11:13.862225Z","caller":"traceutil/trace.go:171","msg":"trace[1760148417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22761; }","duration":"389.855805ms","start":"2026-07-24T18:11:13.472351Z","end":"2026-07-24T18:11:13.862207Z","steps":["trace[1760148417] 'range keys from in-memory index tree' (duration: 389.603737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:13.862278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:13.472329Z","time spent":"389.924536ms","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T18:11:13.862717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.635132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T18:11:13.862892Z","caller":"traceutil/trace.go:171","msg":"trace[69606880] linearizableReadLoop","detail":"{readStateIndex:23537; appliedIndex:23535; }","duration":"135.573515ms","start":"2026-07-24T18:11:13.727304Z","end":"2026-07-24T18:11:13.862878Z","steps":["trace[69606880] 'read index received' (duration: 20.757848ms)","trace[69606880] 'applied index is now lower than readState.Index' (duration: 114.814807ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:11:13.862895Z","caller":"traceutil/trace.go:171","msg":"trace[1752842857] transaction","detail":"{read_only:false; response_revision:22762; number_of_response:1; }","duration":"350.074987ms","start":"2026-07-24T18:11:13.512804Z","end":"2026-07-24T18:11:13.862879Z","steps":["trace[1752842857] 'process raft request' (duration: 235.173918ms)","trace[1752842857] 'compare' (duration: 114.492517ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T18:11:13.863171Z","caller":"traceutil/trace.go:171","msg":"trace[818942623] transaction","detail":"{read_only:false; response_revision:22763; number_of_response:1; }","duration":"214.824981ms","start":"2026-07-24T18:11:13.648295Z","end":"2026-07-24T18:11:13.86312Z","steps":["trace[818942623] 'process raft request' (duration: 214.518953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T18:11:13.863245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T18:11:13.512784Z","time spent":"350.17199ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T18:11:13.86334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.033798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T18:11:13.8634Z","caller":"traceutil/trace.go:171","msg":"trace[1601750932] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:22763; }","duration":"136.129261ms","start":"2026-07-24T18:11:13.727251Z","end":"2026-07-24T18:11:13.86338Z","steps":["trace[1601750932] 'agreement among raft nodes before linearized reading' (duration: 135.671818ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:11:33.745392Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20083} {"level":"info","ts":"2026-07-24T18:11:33.896452Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20083,"took":"145.636525ms","hash":1621511674,"current-db-size-bytes":59105280,"current-db-size":"59 MB","current-db-size-in-use-bytes":41455616,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-07-24T18:11:33.896527Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1621511674,"revision":20083,"compact-revision":18026} {"level":"info","ts":"2026-07-24T18:12:12.449236Z","caller":"traceutil/trace.go:171","msg":"trace[525811456] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"100.8864ms","start":"2026-07-24T18:12:12.348324Z","end":"2026-07-24T18:12:12.44921Z","steps":["trace[525811456] 'process raft request' (duration: 99.354038ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:12:26.315601Z","caller":"traceutil/trace.go:171","msg":"trace[212930043] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"112.313746ms","start":"2026-07-24T18:12:26.203259Z","end":"2026-07-24T18:12:26.315573Z","steps":["trace[212930043] 'process raft request' (duration: 112.148752ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T18:16:33.751223Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22969} {"level":"info","ts":"2026-07-24T18:16:33.883125Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22969,"took":"128.72153ms","hash":902876291,"current-db-size-bytes":59105280,"current-db-size":"59 MB","current-db-size-in-use-bytes":32784384,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-24T18:16:33.883191Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":902876291,"revision":22969,"compact-revision":20083}