{"level":"warn","ts":"2026-05-28T00:31:42.023731Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-28T00:31:42.02387Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.19:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.19:2380","--initial-cluster=instance=https://199.204.45.19:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.19:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.19:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-28T00:31:42.023963Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-28T00:31:42.023972Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-05-28T00:31:42.023989Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-28T00:31:42.024694Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"]} {"level":"info","ts":"2026-05-28T00:31:42.02485Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.19:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-28T00:31:42.028954Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.816071ms"} {"level":"info","ts":"2026-05-28T00:31:42.035677Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a847c2e9c7010db6","cluster-id":"2b11a68e27507b05"} {"level":"info","ts":"2026-05-28T00:31:42.035803Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=()"} {"level":"info","ts":"2026-05-28T00:31:42.03583Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 0"} {"level":"info","ts":"2026-05-28T00:31:42.035841Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a847c2e9c7010db6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-28T00:31:42.035849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 1"} {"level":"info","ts":"2026-05-28T00:31:42.035891Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"warn","ts":"2026-05-28T00:31:42.041472Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-28T00:31:42.043604Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-28T00:31:42.044965Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-28T00:31:42.046965Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a847c2e9c7010db6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-28T00:31:42.047218Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T00:31:42.047169Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a847c2e9c7010db6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-28T00:31:42.047332Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T00:31:42.047348Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T00:31:42.048986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"info","ts":"2026-05-28T00:31:42.049905Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","added-peer-id":"a847c2e9c7010db6","added-peer-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-05-28T00:31:42.052562Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-28T00:31:42.052714Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-05-28T00:31:42.052817Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-05-28T00:31:42.05307Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a847c2e9c7010db6","initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-28T00:31:42.053136Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-28T00:31:42.336263Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 is starting a new election at term 1"} {"level":"info","ts":"2026-05-28T00:31:42.336392Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-28T00:31:42.336458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgPreVoteResp from a847c2e9c7010db6 at term 1"} {"level":"info","ts":"2026-05-28T00:31:42.33649Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became candidate at term 2"} {"level":"info","ts":"2026-05-28T00:31:42.336508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgVoteResp from a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-05-28T00:31:42.33675Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became leader at term 2"} {"level":"info","ts":"2026-05-28T00:31:42.336772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a847c2e9c7010db6 elected leader a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-05-28T00:31:42.338198Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a847c2e9c7010db6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.19:2379]}","request-path":"/0/members/a847c2e9c7010db6/attributes","cluster-id":"2b11a68e27507b05","publish-timeout":"7s"} {"level":"info","ts":"2026-05-28T00:31:42.338205Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-28T00:31:42.338201Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T00:31:42.338321Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-28T00:31:42.338613Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-28T00:31:42.338791Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-28T00:31:42.339458Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T00:31:42.339592Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T00:31:42.339634Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T00:31:42.341912Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.19:2379"} {"level":"info","ts":"2026-05-28T00:31:42.342688Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-28T00:32:27.650165Z","caller":"traceutil/trace.go:171","msg":"trace[1721864450] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:616; }","duration":"220.850209ms","start":"2026-05-28T00:32:27.429281Z","end":"2026-05-28T00:32:27.650131Z","steps":["trace[1721864450] 'read index received' (duration: 220.040995ms)","trace[1721864450] 'applied index is now lower than readState.Index' (duration: 808.014µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:32:27.650239Z","caller":"traceutil/trace.go:171","msg":"trace[777996248] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"441.729609ms","start":"2026-05-28T00:32:27.208485Z","end":"2026-05-28T00:32:27.650215Z","steps":["trace[777996248] 'process raft request' (duration: 441.042689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:32:27.650447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.134347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zh4d2\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-05-28T00:32:27.650545Z","caller":"traceutil/trace.go:171","msg":"trace[48251625] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zh4d2; range_end:; response_count:1; response_revision:594; }","duration":"221.286702ms","start":"2026-05-28T00:32:27.42924Z","end":"2026-05-28T00:32:27.650526Z","steps":["trace[48251625] 'agreement among raft nodes before linearized reading' (duration: 221.080196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:32:27.650872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:32:27.208434Z","time spent":"441.864043ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:32:27.830832Z","caller":"traceutil/trace.go:171","msg":"trace[318598384] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"165.482357ms","start":"2026-05-28T00:32:27.665318Z","end":"2026-05-28T00:32:27.8308Z","steps":["trace[318598384] 'process raft request' (duration: 165.308632ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:32:27.834373Z","caller":"traceutil/trace.go:171","msg":"trace[1816400130] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"125.954754ms","start":"2026-05-28T00:32:27.708394Z","end":"2026-05-28T00:32:27.834349Z","steps":["trace[1816400130] 'process raft request' (duration: 125.776668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:32:42.79892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.138185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-5pw7t\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-05-28T00:32:42.799024Z","caller":"traceutil/trace.go:171","msg":"trace[321409597] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-5pw7t; range_end:; response_count:1; response_revision:762; }","duration":"262.26966ms","start":"2026-05-28T00:32:42.536733Z","end":"2026-05-28T00:32:42.799003Z","steps":["trace[321409597] 'range keys from in-memory index tree' (duration: 261.877187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:34:01.975133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.289276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-02e4fe73-7878-4b2f-af14-69723a41ead6\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-28T00:34:01.975242Z","caller":"traceutil/trace.go:171","msg":"trace[1664395269] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-02e4fe73-7878-4b2f-af14-69723a41ead6; range_end:; response_count:1; response_revision:1850; }","duration":"351.44631ms","start":"2026-05-28T00:34:01.623773Z","end":"2026-05-28T00:34:01.975219Z","steps":["trace[1664395269] 'range keys from in-memory index tree' (duration: 351.105591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:34:01.975286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:34:01.623751Z","time spent":"351.524712ms","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-02e4fe73-7878-4b2f-af14-69723a41ead6\" "} {"level":"info","ts":"2026-05-28T00:34:02.134173Z","caller":"traceutil/trace.go:171","msg":"trace[1165347668] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"152.35736ms","start":"2026-05-28T00:34:01.981771Z","end":"2026-05-28T00:34:02.134128Z","steps":["trace[1165347668] 'process raft request' (duration: 152.078183ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:34:02.148724Z","caller":"traceutil/trace.go:171","msg":"trace[1210996241] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"111.892933ms","start":"2026-05-28T00:34:02.036785Z","end":"2026-05-28T00:34:02.148678Z","steps":["trace[1210996241] 'process raft request' (duration: 111.660186ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:34:02.679513Z","caller":"traceutil/trace.go:171","msg":"trace[1978492851] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1925; }","duration":"149.656923ms","start":"2026-05-28T00:34:02.529825Z","end":"2026-05-28T00:34:02.679481Z","steps":["trace[1978492851] 'read index received' (duration: 149.463008ms)","trace[1978492851] 'applied index is now lower than readState.Index' (duration: 192.885µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:34:02.679575Z","caller":"traceutil/trace.go:171","msg":"trace[1501882088] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"327.042351ms","start":"2026-05-28T00:34:02.352498Z","end":"2026-05-28T00:34:02.679541Z","steps":["trace[1501882088] 'process raft request' (duration: 326.817465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:34:02.679744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.91831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-28T00:34:02.679755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:34:02.352482Z","time spent":"327.162364ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:34:02.679796Z","caller":"traceutil/trace.go:171","msg":"trace[1707668697] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1855; }","duration":"150.032874ms","start":"2026-05-28T00:34:02.529745Z","end":"2026-05-28T00:34:02.679778Z","steps":["trace[1707668697] 'agreement among raft nodes before linearized reading' (duration: 149.847388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:34:40.584725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.008282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T00:34:40.584867Z","caller":"traceutil/trace.go:171","msg":"trace[1858080289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2111; }","duration":"135.246568ms","start":"2026-05-28T00:34:40.449594Z","end":"2026-05-28T00:34:40.58484Z","steps":["trace[1858080289] 'range keys from in-memory index tree' (duration: 134.60243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:34:52.678826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.031632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T00:34:52.678926Z","caller":"traceutil/trace.go:171","msg":"trace[1000768724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2175; }","duration":"223.162576ms","start":"2026-05-28T00:34:52.455731Z","end":"2026-05-28T00:34:52.678894Z","steps":["trace[1000768724] 'range keys from in-memory index tree' (duration: 222.645621ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:34:52.864198Z","caller":"traceutil/trace.go:171","msg":"trace[57199766] linearizableReadLoop","detail":"{readStateIndex:2258; appliedIndex:2257; }","duration":"143.221774ms","start":"2026-05-28T00:34:52.72094Z","end":"2026-05-28T00:34:52.864162Z","steps":["trace[57199766] 'read index received' (duration: 142.955657ms)","trace[57199766] 'applied index is now lower than readState.Index' (duration: 264.687µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:34:52.864277Z","caller":"traceutil/trace.go:171","msg":"trace[1979527925] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"179.918293ms","start":"2026-05-28T00:34:52.684314Z","end":"2026-05-28T00:34:52.864233Z","steps":["trace[1979527925] 'process raft request' (duration: 179.629635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:34:52.864797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.831632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T00:34:52.864896Z","caller":"traceutil/trace.go:171","msg":"trace[1626058254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2176; }","duration":"143.999137ms","start":"2026-05-28T00:34:52.720876Z","end":"2026-05-28T00:34:52.864875Z","steps":["trace[1626058254] 'agreement among raft nodes before linearized reading' (duration: 143.467401ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:34:52.972276Z","caller":"traceutil/trace.go:171","msg":"trace[1496830287] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"102.340678ms","start":"2026-05-28T00:34:52.869888Z","end":"2026-05-28T00:34:52.972229Z","steps":["trace[1496830287] 'process raft request' (duration: 91.646855ms)","trace[1496830287] 'compare' (duration: 10.263091ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:36:14.86138Z","caller":"traceutil/trace.go:171","msg":"trace[2083992619] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"132.404485ms","start":"2026-05-28T00:36:14.728934Z","end":"2026-05-28T00:36:14.861338Z","steps":["trace[2083992619] 'process raft request' (duration: 132.147786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:40:19.87195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.965967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:40:19.872105Z","caller":"traceutil/trace.go:171","msg":"trace[221103280] linearizableReadLoop","detail":"{readStateIndex:5239; appliedIndex:5238; }","duration":"206.185645ms","start":"2026-05-28T00:40:19.665898Z","end":"2026-05-28T00:40:19.872084Z","steps":["trace[221103280] 'read index received' (duration: 93.695073ms)","trace[221103280] 'applied index is now lower than readState.Index' (duration: 112.488831ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:40:19.872127Z","caller":"traceutil/trace.go:171","msg":"trace[1921843219] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"265.448655ms","start":"2026-05-28T00:40:19.606652Z","end":"2026-05-28T00:40:19.872101Z","steps":["trace[1921843219] 'process raft request' (duration: 152.981614ms)","trace[1921843219] 'compare' (duration: 111.69729ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:40:19.872362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.461352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzcvt\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-05-28T00:40:19.8724Z","caller":"traceutil/trace.go:171","msg":"trace[1977642013] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzcvt; range_end:; response_count:1; response_revision:5050; }","duration":"206.559095ms","start":"2026-05-28T00:40:19.665832Z","end":"2026-05-28T00:40:19.872391Z","steps":["trace[1977642013] 'agreement among raft nodes before linearized reading' (duration: 206.340949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:40:19.888035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.884847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-45948237-7279-4a2a-b5ee-08931ad7eef8\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-05-28T00:40:19.888137Z","caller":"traceutil/trace.go:171","msg":"trace[222912847] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-45948237-7279-4a2a-b5ee-08931ad7eef8; range_end:; response_count:1; response_revision:5051; }","duration":"161.046372ms","start":"2026-05-28T00:40:19.727067Z","end":"2026-05-28T00:40:19.888114Z","steps":["trace[222912847] 'agreement among raft nodes before linearized reading' (duration: 160.575059ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:40:20.17013Z","caller":"traceutil/trace.go:171","msg":"trace[1389464342] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"127.477384ms","start":"2026-05-28T00:40:20.042612Z","end":"2026-05-28T00:40:20.170089Z","steps":["trace[1389464342] 'process raft request' (duration: 98.96658ms)","trace[1389464342] 'compare' (duration: 28.299588ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:40:20.184991Z","caller":"traceutil/trace.go:171","msg":"trace[1169922406] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"126.750475ms","start":"2026-05-28T00:40:20.058202Z","end":"2026-05-28T00:40:20.184952Z","steps":["trace[1169922406] 'process raft request' (duration: 126.575581ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:40:20.328818Z","caller":"traceutil/trace.go:171","msg":"trace[414969059] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"131.702904ms","start":"2026-05-28T00:40:20.197081Z","end":"2026-05-28T00:40:20.328784Z","steps":["trace[414969059] 'process raft request' (duration: 130.171601ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:40:20.32922Z","caller":"traceutil/trace.go:171","msg":"trace[936735548] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"127.976749ms","start":"2026-05-28T00:40:20.201227Z","end":"2026-05-28T00:40:20.329204Z","steps":["trace[936735548] 'process raft request' (duration: 126.207569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:40:34.256192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.855415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-prqr6.18b393d1e666a80f\" ","response":"range_response_count:1 size:832"} {"level":"warn","ts":"2026-05-28T00:40:34.256188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.509183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:40:34.256306Z","caller":"traceutil/trace.go:171","msg":"trace[1189909895] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-prqr6.18b393d1e666a80f; range_end:; response_count:1; response_revision:5319; }","duration":"439.019139ms","start":"2026-05-28T00:40:33.817265Z","end":"2026-05-28T00:40:34.256285Z","steps":["trace[1189909895] 'range keys from in-memory index tree' (duration: 438.241618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:40:34.256353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:40:33.817246Z","time spent":"439.098042ms","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":855,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-prqr6.18b393d1e666a80f\" "} {"level":"info","ts":"2026-05-28T00:40:34.256349Z","caller":"traceutil/trace.go:171","msg":"trace[471179989] linearizableReadLoop","detail":"{readStateIndex:5517; appliedIndex:5516; }","duration":"428.366629ms","start":"2026-05-28T00:40:33.82796Z","end":"2026-05-28T00:40:34.256327Z","steps":["trace[471179989] 'read index received' (duration: 165.602499ms)","trace[471179989] 'applied index is now lower than readState.Index' (duration: 262.76203ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:40:34.256471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.521703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:40:34.256432Z","caller":"traceutil/trace.go:171","msg":"trace[1968765669] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"433.669799ms","start":"2026-05-28T00:40:33.822695Z","end":"2026-05-28T00:40:34.256365Z","steps":["trace[1968765669] 'process raft request' (duration: 170.845588ms)","trace[1968765669] 'compare' (duration: 262.223484ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:40:34.256519Z","caller":"traceutil/trace.go:171","msg":"trace[979031093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5320; }","duration":"428.609096ms","start":"2026-05-28T00:40:33.8279Z","end":"2026-05-28T00:40:34.256509Z","steps":["trace[979031093] 'agreement among raft nodes before linearized reading' (duration: 428.521223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:40:34.256608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:40:33.827875Z","time spent":"428.687698ms","remote":"127.0.0.1:59754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T00:40:34.256702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:40:33.822679Z","time spent":"433.857064ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:40:34.27821Z","caller":"traceutil/trace.go:171","msg":"trace[1796392793] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"329.013568ms","start":"2026-05-28T00:40:33.949155Z","end":"2026-05-28T00:40:34.278169Z","steps":["trace[1796392793] 'process raft request' (duration: 328.787121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:40:34.278504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:40:33.949109Z","time spent":"329.277985ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:40:34.300433Z","caller":"traceutil/trace.go:171","msg":"trace[559463923] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"154.205329ms","start":"2026-05-28T00:40:34.146191Z","end":"2026-05-28T00:40:34.300396Z","steps":["trace[559463923] 'process raft request' (duration: 153.920421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:40:34.300857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.206815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzcvt\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-05-28T00:40:34.300917Z","caller":"traceutil/trace.go:171","msg":"trace[1300243102] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzcvt; range_end:; response_count:1; response_revision:5324; }","duration":"284.304948ms","start":"2026-05-28T00:40:34.016598Z","end":"2026-05-28T00:40:34.300903Z","steps":["trace[1300243102] 'agreement among raft nodes before linearized reading' (duration: 284.140503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:40:34.300905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.459841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-prqr6\" ","response":"range_response_count:1 size:9855"} {"level":"info","ts":"2026-05-28T00:40:34.30098Z","caller":"traceutil/trace.go:171","msg":"trace[1372880107] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-prqr6; range_end:; response_count:1; response_revision:5324; }","duration":"156.590725ms","start":"2026-05-28T00:40:34.144366Z","end":"2026-05-28T00:40:34.300957Z","steps":["trace[1372880107] 'agreement among raft nodes before linearized reading' (duration: 156.257476ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:41:42.519992Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2968} {"level":"info","ts":"2026-05-28T00:41:42.594815Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2968,"took":"72.781577ms","hash":2599699824,"current-db-size-bytes":57569280,"current-db-size":"58 MB","current-db-size-in-use-bytes":33882112,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-28T00:41:42.594935Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2599699824,"revision":2968,"compact-revision":-1} {"level":"info","ts":"2026-05-28T00:46:42.530036Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6059} {"level":"info","ts":"2026-05-28T00:46:42.6336Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6059,"took":"101.200847ms","hash":700547102,"current-db-size-bytes":57569280,"current-db-size":"58 MB","current-db-size-in-use-bytes":21872640,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-05-28T00:46:42.633677Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":700547102,"revision":6059,"compact-revision":2968} {"level":"warn","ts":"2026-05-28T00:46:55.366531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.813379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:46:55.366647Z","caller":"traceutil/trace.go:171","msg":"trace[77633333] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8351; }","duration":"118.007315ms","start":"2026-05-28T00:46:55.248617Z","end":"2026-05-28T00:46:55.366624Z","steps":["trace[77633333] 'count revisions from in-memory index tree' (duration: 117.720156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:07.975976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.43578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T00:47:07.976076Z","caller":"traceutil/trace.go:171","msg":"trace[1210679303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8416; }","duration":"249.593084ms","start":"2026-05-28T00:47:07.726464Z","end":"2026-05-28T00:47:07.976057Z","steps":["trace[1210679303] 'range keys from in-memory index tree' (duration: 249.229884ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:07.995631Z","caller":"traceutil/trace.go:171","msg":"trace[1436965575] linearizableReadLoop","detail":"{readStateIndex:8714; appliedIndex:8713; }","duration":"166.286276ms","start":"2026-05-28T00:47:07.829322Z","end":"2026-05-28T00:47:07.995608Z","steps":["trace[1436965575] 'read index received' (duration: 166.119022ms)","trace[1436965575] 'applied index is now lower than readState.Index' (duration: 166.094µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:47:07.995749Z","caller":"traceutil/trace.go:171","msg":"trace[616839388] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"177.764389ms","start":"2026-05-28T00:47:07.817973Z","end":"2026-05-28T00:47:07.995738Z","steps":["trace[616839388] 'process raft request' (duration: 177.475961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:07.995825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.490912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:47:07.995909Z","caller":"traceutil/trace.go:171","msg":"trace[1381682374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8417; }","duration":"166.613595ms","start":"2026-05-28T00:47:07.829275Z","end":"2026-05-28T00:47:07.995889Z","steps":["trace[1381682374] 'agreement among raft nodes before linearized reading' (duration: 166.473651ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:08.04505Z","caller":"traceutil/trace.go:171","msg":"trace[420700579] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"187.743729ms","start":"2026-05-28T00:47:07.857285Z","end":"2026-05-28T00:47:08.045028Z","steps":["trace[420700579] 'process raft request' (duration: 187.530513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:08.045666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.034003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:47:08.045793Z","caller":"traceutil/trace.go:171","msg":"trace[612938329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8421; }","duration":"213.195607ms","start":"2026-05-28T00:47:07.83257Z","end":"2026-05-28T00:47:08.045766Z","steps":["trace[612938329] 'agreement among raft nodes before linearized reading' (duration: 212.95835ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:08.705445Z","caller":"traceutil/trace.go:171","msg":"trace[1651124337] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"146.492103ms","start":"2026-05-28T00:47:08.558923Z","end":"2026-05-28T00:47:08.705415Z","steps":["trace[1651124337] 'process raft request' (duration: 146.280477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:40.887398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.567563ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-28T00:47:49.248922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.337194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:4680"} {"level":"info","ts":"2026-05-28T00:47:49.249219Z","caller":"traceutil/trace.go:171","msg":"trace[438533166] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8730; }","duration":"145.215634ms","start":"2026-05-28T00:47:49.103955Z","end":"2026-05-28T00:47:49.24917Z","steps":["trace[438533166] 'process raft request' (duration: 41.49514ms)","trace[438533166] 'compare' (duration: 103.23168ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:47:49.249534Z","caller":"traceutil/trace.go:171","msg":"trace[1467204350] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8731; }","duration":"129.194114ms","start":"2026-05-28T00:47:49.120287Z","end":"2026-05-28T00:47:49.249481Z","steps":["trace[1467204350] 'process raft request' (duration: 128.790763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:49.526426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.658414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:47:49.526548Z","caller":"traceutil/trace.go:171","msg":"trace[1987508533] linearizableReadLoop","detail":"{readStateIndex:9044; appliedIndex:9043; }","duration":"256.906536ms","start":"2026-05-28T00:47:49.269624Z","end":"2026-05-28T00:47:49.52653Z","steps":["trace[1987508533] 'read index received' (duration: 110.056336ms)","trace[1987508533] 'applied index is now lower than readState.Index' (duration: 146.84834ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:47:49.526607Z","caller":"traceutil/trace.go:171","msg":"trace[344962511] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"270.183577ms","start":"2026-05-28T00:47:49.256381Z","end":"2026-05-28T00:47:49.526565Z","steps":["trace[344962511] 'process raft request' (duration: 123.275505ms)","trace[344962511] 'compare' (duration: 146.519271ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:47:49.526748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.123472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8zr6b\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-05-28T00:47:49.52678Z","caller":"traceutil/trace.go:171","msg":"trace[1153802595] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8zr6b; range_end:; response_count:1; response_revision:8732; }","duration":"257.208485ms","start":"2026-05-28T00:47:49.269562Z","end":"2026-05-28T00:47:49.52677Z","steps":["trace[1153802595] 'agreement among raft nodes before linearized reading' (duration: 257.06016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:49.526865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.814224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T00:47:49.527022Z","caller":"traceutil/trace.go:171","msg":"trace[319569274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8732; }","duration":"128.02957ms","start":"2026-05-28T00:47:49.398963Z","end":"2026-05-28T00:47:49.526992Z","steps":["trace[319569274] 'agreement among raft nodes before linearized reading' (duration: 127.736302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:49.527434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.102075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T00:47:49.52755Z","caller":"traceutil/trace.go:171","msg":"trace[59002179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8732; }","duration":"119.27032ms","start":"2026-05-28T00:47:49.408256Z","end":"2026-05-28T00:47:49.527527Z","steps":["trace[59002179] 'agreement among raft nodes before linearized reading' (duration: 118.965021ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:50.340411Z","caller":"traceutil/trace.go:171","msg":"trace[826840475] linearizableReadLoop","detail":"{readStateIndex:9050; appliedIndex:9049; }","duration":"241.255438ms","start":"2026-05-28T00:47:50.099122Z","end":"2026-05-28T00:47:50.340377Z","steps":["trace[826840475] 'read index received' (duration: 240.987291ms)","trace[826840475] 'applied index is now lower than readState.Index' (duration: 266.647µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:47:50.340847Z","caller":"traceutil/trace.go:171","msg":"trace[1086556896] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"255.489206ms","start":"2026-05-28T00:47:50.085341Z","end":"2026-05-28T00:47:50.340831Z","steps":["trace[1086556896] 'process raft request' (duration: 254.837798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:50.341283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.140093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8zr6b\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-05-28T00:47:50.341325Z","caller":"traceutil/trace.go:171","msg":"trace[1509931914] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8zr6b; range_end:; response_count:1; response_revision:8738; }","duration":"242.259637ms","start":"2026-05-28T00:47:50.099051Z","end":"2026-05-28T00:47:50.341311Z","steps":["trace[1509931914] 'agreement among raft nodes before linearized reading' (duration: 242.084512ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:50.441809Z","caller":"traceutil/trace.go:171","msg":"trace[851822500] linearizableReadLoop","detail":"{readStateIndex:9055; appliedIndex:9050; }","duration":"101.268004ms","start":"2026-05-28T00:47:50.340508Z","end":"2026-05-28T00:47:50.441776Z","steps":["trace[851822500] 'read index received' (duration: 75.255708ms)","trace[851822500] 'applied index is now lower than readState.Index' (duration: 26.010896ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:47:50.441899Z","caller":"traceutil/trace.go:171","msg":"trace[1263987609] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"147.330716ms","start":"2026-05-28T00:47:50.294518Z","end":"2026-05-28T00:47:50.441849Z","steps":["trace[1263987609] 'process raft request' (duration: 147.113429ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:50.441892Z","caller":"traceutil/trace.go:171","msg":"trace[1268313753] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"131.390338ms","start":"2026-05-28T00:47:50.310466Z","end":"2026-05-28T00:47:50.441857Z","steps":["trace[1268313753] 'process raft request' (duration: 131.253484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:50.442007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.330355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:47:50.442049Z","caller":"traceutil/trace.go:171","msg":"trace[1470408245] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8743; }","duration":"275.428888ms","start":"2026-05-28T00:47:50.166608Z","end":"2026-05-28T00:47:50.442037Z","steps":["trace[1470408245] 'agreement among raft nodes before linearized reading' (duration: 275.293714ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:50.442133Z","caller":"traceutil/trace.go:171","msg":"trace[2104681109] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"341.826022ms","start":"2026-05-28T00:47:50.100288Z","end":"2026-05-28T00:47:50.442114Z","steps":["trace[2104681109] 'process raft request' (duration: 315.550389ms)","trace[2104681109] 'compare' (duration: 25.537252ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:47:50.442205Z","caller":"traceutil/trace.go:171","msg":"trace[1675438535] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"133.92193ms","start":"2026-05-28T00:47:50.30827Z","end":"2026-05-28T00:47:50.442192Z","steps":["trace[1675438535] 'process raft request' (duration: 133.403236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:50.442253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:50.100247Z","time spent":"341.920775ms","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T00:47:50.442367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.951107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T00:47:50.442404Z","caller":"traceutil/trace.go:171","msg":"trace[1340576185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8743; }","duration":"114.009049ms","start":"2026-05-28T00:47:50.328385Z","end":"2026-05-28T00:47:50.442394Z","steps":["trace[1340576185] 'agreement among raft nodes before linearized reading' (duration: 113.871255ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:50.442588Z","caller":"traceutil/trace.go:171","msg":"trace[1616235642] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"255.368732ms","start":"2026-05-28T00:47:50.18721Z","end":"2026-05-28T00:47:50.442578Z","steps":["trace[1616235642] 'process raft request' (duration: 254.343453ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:48:04.691773Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023dc.wal"} {"level":"info","ts":"2026-05-28T00:49:28.905052Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a847c2e9c7010db6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T00:49:28.90991Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-28T00:49:28.910034Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-28T00:51:42.543555Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8149} {"level":"info","ts":"2026-05-28T00:51:42.610931Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8149,"took":"64.393817ms","hash":443365824,"current-db-size-bytes":57569280,"current-db-size":"58 MB","current-db-size-in-use-bytes":28372992,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-28T00:51:42.611011Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":443365824,"revision":8149,"compact-revision":6059} {"level":"info","ts":"2026-05-28T00:56:42.554606Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10509} {"level":"info","ts":"2026-05-28T00:56:42.638073Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10509,"took":"80.027594ms","hash":607829079,"current-db-size-bytes":57569280,"current-db-size":"58 MB","current-db-size-in-use-bytes":26013696,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-28T00:56:42.638156Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":607829079,"revision":10509,"compact-revision":8149} {"level":"info","ts":"2026-05-28T01:00:49.729935Z","caller":"traceutil/trace.go:171","msg":"trace[1259308749] transaction","detail":"{read_only:false; response_revision:14388; number_of_response:1; }","duration":"110.536148ms","start":"2026-05-28T01:00:49.619361Z","end":"2026-05-28T01:00:49.729897Z","steps":["trace[1259308749] 'process raft request' (duration: 110.158128ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:20.428911Z","caller":"traceutil/trace.go:171","msg":"trace[983862641] transaction","detail":"{read_only:false; response_revision:14546; number_of_response:1; }","duration":"130.005885ms","start":"2026-05-28T01:01:20.298855Z","end":"2026-05-28T01:01:20.428861Z","steps":["trace[983862641] 'process raft request' (duration: 96.524736ms)","trace[983862641] 'compare' (duration: 33.095619ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:01:20.45201Z","caller":"traceutil/trace.go:171","msg":"trace[627151415] transaction","detail":"{read_only:false; response_revision:14547; number_of_response:1; }","duration":"153.0181ms","start":"2026-05-28T01:01:20.298938Z","end":"2026-05-28T01:01:20.451956Z","steps":["trace[627151415] 'process raft request' (duration: 152.710062ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:26.735036Z","caller":"traceutil/trace.go:171","msg":"trace[152987789] linearizableReadLoop","detail":"{readStateIndex:15084; appliedIndex:15082; }","duration":"211.660184ms","start":"2026-05-28T01:01:26.523337Z","end":"2026-05-28T01:01:26.734997Z","steps":["trace[152987789] 'read index received' (duration: 15.250088ms)","trace[152987789] 'applied index is now lower than readState.Index' (duration: 196.408946ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:01:26.735308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.939142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:01:26.735401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.71589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T01:01:26.735448Z","caller":"traceutil/trace.go:171","msg":"trace[1616579777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14578; }","duration":"132.870735ms","start":"2026-05-28T01:01:26.602562Z","end":"2026-05-28T01:01:26.735432Z","steps":["trace[1616579777] 'agreement among raft nodes before linearized reading' (duration: 132.646709ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:26.735449Z","caller":"traceutil/trace.go:171","msg":"trace[447071473] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:0; response_revision:14578; }","duration":"212.119106ms","start":"2026-05-28T01:01:26.523298Z","end":"2026-05-28T01:01:26.735417Z","steps":["trace[447071473] 'agreement among raft nodes before linearized reading' (duration: 211.89422ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:26.735448Z","caller":"traceutil/trace.go:171","msg":"trace[1876137354] transaction","detail":"{read_only:false; response_revision:14578; number_of_response:1; }","duration":"214.116362ms","start":"2026-05-28T01:01:26.520985Z","end":"2026-05-28T01:01:26.735102Z","steps":["trace[1876137354] 'process raft request' (duration: 205.51269ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:42.562652Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12695} {"level":"info","ts":"2026-05-28T01:01:42.648389Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12695,"took":"82.555834ms","hash":4284403916,"current-db-size-bytes":57569280,"current-db-size":"58 MB","current-db-size-in-use-bytes":27385856,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-28T01:01:42.648474Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4284403916,"revision":12695,"compact-revision":10509} {"level":"info","ts":"2026-05-28T01:01:52.683443Z","caller":"traceutil/trace.go:171","msg":"trace[1684842199] transaction","detail":"{read_only:false; response_revision:14921; number_of_response:1; }","duration":"172.608269ms","start":"2026-05-28T01:01:52.510812Z","end":"2026-05-28T01:01:52.683421Z","steps":["trace[1684842199] 'process raft request' (duration: 172.160986ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:52.824245Z","caller":"traceutil/trace.go:171","msg":"trace[274092133] transaction","detail":"{read_only:false; response_revision:14922; number_of_response:1; }","duration":"136.440236ms","start":"2026-05-28T01:01:52.687765Z","end":"2026-05-28T01:01:52.824205Z","steps":["trace[274092133] 'process raft request' (duration: 82.757511ms)","trace[274092133] 'compare' (duration: 53.331215ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:19.467227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.838233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:19.467348Z","caller":"traceutil/trace.go:171","msg":"trace[1953532848] linearizableReadLoop","detail":"{readStateIndex:16279; appliedIndex:16278; }","duration":"236.274195ms","start":"2026-05-28T01:03:19.231057Z","end":"2026-05-28T01:03:19.467331Z","steps":["trace[1953532848] 'read index received' (duration: 102.152313ms)","trace[1953532848] 'applied index is now lower than readState.Index' (duration: 134.120672ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:19.467564Z","caller":"traceutil/trace.go:171","msg":"trace[1899797546] transaction","detail":"{read_only:false; response_revision:15732; number_of_response:1; }","duration":"237.663633ms","start":"2026-05-28T01:03:19.229888Z","end":"2026-05-28T01:03:19.467551Z","steps":["trace[1899797546] 'process raft request' (duration: 103.407407ms)","trace[1899797546] 'compare' (duration: 133.7276ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:19.467766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.706637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:19.467802Z","caller":"traceutil/trace.go:171","msg":"trace[198701522] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15732; }","duration":"236.771009ms","start":"2026-05-28T01:03:19.231023Z","end":"2026-05-28T01:03:19.467794Z","steps":["trace[198701522] 'agreement among raft nodes before linearized reading' (duration: 236.704417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:19.468003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.945073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:19.468041Z","caller":"traceutil/trace.go:171","msg":"trace[26186965] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15732; }","duration":"237.009305ms","start":"2026-05-28T01:03:19.231023Z","end":"2026-05-28T01:03:19.468033Z","steps":["trace[26186965] 'agreement among raft nodes before linearized reading' (duration: 236.955804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:19.468207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.006225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:19.468262Z","caller":"traceutil/trace.go:171","msg":"trace[696649417] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15732; }","duration":"237.075407ms","start":"2026-05-28T01:03:19.231178Z","end":"2026-05-28T01:03:19.468253Z","steps":["trace[696649417] 'agreement among raft nodes before linearized reading' (duration: 237.001375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:19.470104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.05902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:19.470183Z","caller":"traceutil/trace.go:171","msg":"trace[1895763743] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:15732; }","duration":"107.224795ms","start":"2026-05-28T01:03:19.362939Z","end":"2026-05-28T01:03:19.470164Z","steps":["trace[1895763743] 'agreement among raft nodes before linearized reading' (duration: 107.084381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:19.470176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.31064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T01:03:19.470301Z","caller":"traceutil/trace.go:171","msg":"trace[541526734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15732; }","duration":"186.483934ms","start":"2026-05-28T01:03:19.283788Z","end":"2026-05-28T01:03:19.470272Z","steps":["trace[541526734] 'agreement among raft nodes before linearized reading' (duration: 186.141894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:19.470436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.694189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-28T01:03:19.470558Z","caller":"traceutil/trace.go:171","msg":"trace[1232449533] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15732; }","duration":"219.873524ms","start":"2026-05-28T01:03:19.250654Z","end":"2026-05-28T01:03:19.470528Z","steps":["trace[1232449533] 'agreement among raft nodes before linearized reading' (duration: 219.529814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:19.47017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.933768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T01:03:19.473922Z","caller":"traceutil/trace.go:171","msg":"trace[1895059246] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15732; }","duration":"242.720676ms","start":"2026-05-28T01:03:19.231179Z","end":"2026-05-28T01:03:19.4739Z","steps":["trace[1895059246] 'agreement among raft nodes before linearized reading' (duration: 238.762754ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:19.58744Z","caller":"traceutil/trace.go:171","msg":"trace[354546308] transaction","detail":"{read_only:false; response_revision:15733; number_of_response:1; }","duration":"109.686045ms","start":"2026-05-28T01:03:19.477721Z","end":"2026-05-28T01:03:19.587407Z","steps":["trace[354546308] 'process raft request' (duration: 107.007919ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:19.590049Z","caller":"traceutil/trace.go:171","msg":"trace[1122219486] transaction","detail":"{read_only:false; response_revision:15735; number_of_response:1; }","duration":"112.055861ms","start":"2026-05-28T01:03:19.477963Z","end":"2026-05-28T01:03:19.590019Z","steps":["trace[1122219486] 'process raft request' (duration: 111.99956ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:19.590432Z","caller":"traceutil/trace.go:171","msg":"trace[1556394171] transaction","detail":"{read_only:false; response_revision:15734; number_of_response:1; }","duration":"112.657618ms","start":"2026-05-28T01:03:19.47776Z","end":"2026-05-28T01:03:19.590417Z","steps":["trace[1556394171] 'process raft request' (duration: 112.064612ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:06:42.569106Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14747} {"level":"info","ts":"2026-05-28T01:06:42.652524Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14747,"took":"80.574406ms","hash":4287058697,"current-db-size-bytes":57569280,"current-db-size":"58 MB","current-db-size-in-use-bytes":34242560,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-28T01:06:42.652607Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4287058697,"revision":14747,"compact-revision":12695} {"level":"warn","ts":"2026-05-28T01:09:18.624598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.61664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-tvnmt\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-05-28T01:09:18.624755Z","caller":"traceutil/trace.go:171","msg":"trace[715863665] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-tvnmt; range_end:; response_count:1; response_revision:18410; }","duration":"186.838427ms","start":"2026-05-28T01:09:18.437893Z","end":"2026-05-28T01:09:18.624731Z","steps":["trace[715863665] 'range keys from in-memory index tree' (duration: 186.349923ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:10:51.056792Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a847c2e9c7010db6","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T01:10:51.064777Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-28T01:10:51.064942Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-28T01:11:42.579111Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17373} {"level":"info","ts":"2026-05-28T01:11:42.686404Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17373,"took":"103.315887ms","hash":3839844640,"current-db-size-bytes":57569280,"current-db-size":"58 MB","current-db-size-in-use-bytes":34824192,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-28T01:11:42.686461Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3839844640,"revision":17373,"compact-revision":14747} {"level":"info","ts":"2026-05-28T01:15:08.342836Z","caller":"traceutil/trace.go:171","msg":"trace[449088117] transaction","detail":"{read_only:false; response_revision:21136; number_of_response:1; }","duration":"175.895799ms","start":"2026-05-28T01:15:08.166912Z","end":"2026-05-28T01:15:08.342808Z","steps":["trace[449088117] 'process raft request' (duration: 175.715594ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:15:09.353221Z","caller":"traceutil/trace.go:171","msg":"trace[1140482624] transaction","detail":"{read_only:false; response_revision:21138; number_of_response:1; }","duration":"115.677166ms","start":"2026-05-28T01:15:09.23752Z","end":"2026-05-28T01:15:09.353197Z","steps":["trace[1140482624] 'process raft request' (duration: 115.50159ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:16:42.592709Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19696} {"level":"info","ts":"2026-05-28T01:16:42.708808Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19696,"took":"111.434814ms","hash":3584705195,"current-db-size-bytes":57569280,"current-db-size":"58 MB","current-db-size-in-use-bytes":30081024,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-28T01:16:42.708913Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3584705195,"revision":19696,"compact-revision":17373} {"level":"info","ts":"2026-05-28T01:19:13.189162Z","caller":"traceutil/trace.go:171","msg":"trace[142033667] linearizableReadLoop","detail":"{readStateIndex:24425; appliedIndex:24424; }","duration":"248.934032ms","start":"2026-05-28T01:19:12.940179Z","end":"2026-05-28T01:19:13.189113Z","steps":["trace[142033667] 'read index received' (duration: 248.627633ms)","trace[142033667] 'applied index is now lower than readState.Index' (duration: 304.279µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:19:13.189281Z","caller":"traceutil/trace.go:171","msg":"trace[906561725] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"251.054232ms","start":"2026-05-28T01:19:12.938176Z","end":"2026-05-28T01:19:13.189231Z","steps":["trace[906561725] 'process raft request' (duration: 250.691462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:13.189704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.392895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T01:19:13.189833Z","caller":"traceutil/trace.go:171","msg":"trace[603285880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23624; }","duration":"249.687373ms","start":"2026-05-28T01:19:12.94012Z","end":"2026-05-28T01:19:13.189807Z","steps":["trace[603285880] 'agreement among raft nodes before linearized reading' (duration: 249.154228ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:13.201892Z","caller":"traceutil/trace.go:171","msg":"trace[445816908] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"259.928991ms","start":"2026-05-28T01:19:12.941948Z","end":"2026-05-28T01:19:13.201877Z","steps":["trace[445816908] 'process raft request' (duration: 259.651323ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:13.363734Z","caller":"traceutil/trace.go:171","msg":"trace[765829860] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"168.745927ms","start":"2026-05-28T01:19:13.194931Z","end":"2026-05-28T01:19:13.363677Z","steps":["trace[765829860] 'process raft request' (duration: 168.425668ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:13.363609Z","caller":"traceutil/trace.go:171","msg":"trace[1207183301] linearizableReadLoop","detail":"{readStateIndex:24427; appliedIndex:24426; }","duration":"157.456049ms","start":"2026-05-28T01:19:13.206119Z","end":"2026-05-28T01:19:13.363575Z","steps":["trace[1207183301] 'read index received' (duration: 157.211362ms)","trace[1207183301] 'applied index is now lower than readState.Index' (duration: 242.857µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:19:13.365138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.986582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:19:13.36543Z","caller":"traceutil/trace.go:171","msg":"trace[1845358330] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23626; }","duration":"159.287831ms","start":"2026-05-28T01:19:13.206077Z","end":"2026-05-28T01:19:13.365364Z","steps":["trace[1845358330] 'agreement among raft nodes before linearized reading' (duration: 157.702545ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:13.371881Z","caller":"traceutil/trace.go:171","msg":"trace[281309912] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"164.936929ms","start":"2026-05-28T01:19:13.206859Z","end":"2026-05-28T01:19:13.371796Z","steps":["trace[281309912] 'process raft request' (duration: 164.544828ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:20:03.348412Z","caller":"traceutil/trace.go:171","msg":"trace[1589889506] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"113.870023ms","start":"2026-05-28T01:20:03.234485Z","end":"2026-05-28T01:20:03.348355Z","steps":["trace[1589889506] 'process raft request' (duration: 111.967459ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:21:42.599311Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21957} {"level":"info","ts":"2026-05-28T01:21:42.719145Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21957,"took":"114.84101ms","hash":149809586,"current-db-size-bytes":57569280,"current-db-size":"58 MB","current-db-size-in-use-bytes":43491328,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-05-28T01:21:42.719264Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":149809586,"revision":21957,"compact-revision":19696} {"level":"info","ts":"2026-05-28T01:22:36.637263Z","caller":"traceutil/trace.go:171","msg":"trace[1908959601] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"133.833886ms","start":"2026-05-28T01:22:36.503401Z","end":"2026-05-28T01:22:36.637235Z","steps":["trace[1908959601] 'process raft request' (duration: 133.191927ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:40.695776Z","caller":"traceutil/trace.go:171","msg":"trace[333375059] linearizableReadLoop","detail":"{readStateIndex:26582; appliedIndex:26581; }","duration":"215.312148ms","start":"2026-05-28T01:22:40.480424Z","end":"2026-05-28T01:22:40.695736Z","steps":["trace[333375059] 'read index received' (duration: 214.962648ms)","trace[333375059] 'applied index is now lower than readState.Index' (duration: 347.73µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:40.695913Z","caller":"traceutil/trace.go:171","msg":"trace[727731635] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"245.96708ms","start":"2026-05-28T01:22:40.449884Z","end":"2026-05-28T01:22:40.695851Z","steps":["trace[727731635] 'process raft request' (duration: 245.62904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:40.695997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.555035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:40.696132Z","caller":"traceutil/trace.go:171","msg":"trace[687369890] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25725; }","duration":"215.763291ms","start":"2026-05-28T01:22:40.480346Z","end":"2026-05-28T01:22:40.69611Z","steps":["trace[687369890] 'agreement among raft nodes before linearized reading' (duration: 215.545185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:40.723546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.525877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T01:22:40.723568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.816174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:40.723622Z","caller":"traceutil/trace.go:171","msg":"trace[1231744380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25727; }","duration":"213.632251ms","start":"2026-05-28T01:22:40.509972Z","end":"2026-05-28T01:22:40.723604Z","steps":["trace[1231744380] 'agreement among raft nodes before linearized reading' (duration: 213.411685ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:40.723657Z","caller":"traceutil/trace.go:171","msg":"trace[1618913324] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25727; }","duration":"140.01562ms","start":"2026-05-28T01:22:40.583619Z","end":"2026-05-28T01:22:40.723635Z","steps":["trace[1618913324] 'agreement among raft nodes before linearized reading' (duration: 139.800394ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:41.981822Z","caller":"traceutil/trace.go:171","msg":"trace[1065961000] linearizableReadLoop","detail":"{readStateIndex:26598; appliedIndex:26597; }","duration":"151.517274ms","start":"2026-05-28T01:22:41.830266Z","end":"2026-05-28T01:22:41.981783Z","steps":["trace[1065961000] 'read index received' (duration: 151.271066ms)","trace[1065961000] 'applied index is now lower than readState.Index' (duration: 244.288µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:41.981947Z","caller":"traceutil/trace.go:171","msg":"trace[2006215831] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"199.844683ms","start":"2026-05-28T01:22:41.782048Z","end":"2026-05-28T01:22:41.981893Z","steps":["trace[2006215831] 'process raft request' (duration: 199.488602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:41.982029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.731409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:41.982075Z","caller":"traceutil/trace.go:171","msg":"trace[1742666386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25740; }","duration":"151.851474ms","start":"2026-05-28T01:22:41.830209Z","end":"2026-05-28T01:22:41.982061Z","steps":["trace[1742666386] 'agreement among raft nodes before linearized reading' (duration: 151.72422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:42.313418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.007185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:22:42.313521Z","caller":"traceutil/trace.go:171","msg":"trace[1215924958] linearizableReadLoop","detail":"{readStateIndex:26600; appliedIndex:26599; }","duration":"189.363258ms","start":"2026-05-28T01:22:42.124142Z","end":"2026-05-28T01:22:42.313505Z","steps":["trace[1215924958] 'read index received' (duration: 62.990453ms)","trace[1215924958] 'applied index is now lower than readState.Index' (duration: 126.370975ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:22:42.313637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.14744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:42.313657Z","caller":"traceutil/trace.go:171","msg":"trace[732152741] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25742; }","duration":"131.214532ms","start":"2026-05-28T01:22:42.182433Z","end":"2026-05-28T01:22:42.313648Z","steps":["trace[732152741] 'agreement among raft nodes before linearized reading' (duration: 131.164931ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:42.313625Z","caller":"traceutil/trace.go:171","msg":"trace[1745761068] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"251.194247ms","start":"2026-05-28T01:22:42.06238Z","end":"2026-05-28T01:22:42.313575Z","steps":["trace[1745761068] 'process raft request' (duration: 124.854873ms)","trace[1745761068] 'compare' (duration: 125.658555ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:22:42.313679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.528573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:42.314018Z","caller":"traceutil/trace.go:171","msg":"trace[1035579921] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25742; }","duration":"189.692888ms","start":"2026-05-28T01:22:42.124106Z","end":"2026-05-28T01:22:42.313799Z","steps":["trace[1035579921] 'agreement among raft nodes before linearized reading' (duration: 189.472971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:42.519647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.768985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-28T01:22:42.519783Z","caller":"traceutil/trace.go:171","msg":"trace[2140118097] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25742; }","duration":"105.936031ms","start":"2026-05-28T01:22:42.413818Z","end":"2026-05-28T01:22:42.519754Z","steps":["trace[2140118097] 'range keys from in-memory index tree' (duration: 105.516348ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:42.844014Z","caller":"traceutil/trace.go:171","msg":"trace[2098190017] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"138.369712ms","start":"2026-05-28T01:22:42.705613Z","end":"2026-05-28T01:22:42.843982Z","steps":["trace[2098190017] 'process raft request' (duration: 138.166627ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:42.874436Z","caller":"traceutil/trace.go:171","msg":"trace[1477074295] linearizableReadLoop","detail":"{readStateIndex:26602; appliedIndex:26600; }","duration":"140.774281ms","start":"2026-05-28T01:22:42.73364Z","end":"2026-05-28T01:22:42.874414Z","steps":["trace[1477074295] 'read index received' (duration: 110.166199ms)","trace[1477074295] 'applied index is now lower than readState.Index' (duration: 30.606772ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:42.874503Z","caller":"traceutil/trace.go:171","msg":"trace[646319244] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"145.606656ms","start":"2026-05-28T01:22:42.728872Z","end":"2026-05-28T01:22:42.874478Z","steps":["trace[646319244] 'process raft request' (duration: 145.430411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:42.874671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.004577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T01:22:42.87475Z","caller":"traceutil/trace.go:171","msg":"trace[2044145935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25744; }","duration":"141.158431ms","start":"2026-05-28T01:22:42.733574Z","end":"2026-05-28T01:22:42.874732Z","steps":["trace[2044145935] 'agreement among raft nodes before linearized reading' (duration: 140.919635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:42.874806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.718001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-28T01:22:42.874843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.445401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T01:22:42.874966Z","caller":"traceutil/trace.go:171","msg":"trace[835658800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25744; }","duration":"140.633166ms","start":"2026-05-28T01:22:42.734316Z","end":"2026-05-28T01:22:42.874949Z","steps":["trace[835658800] 'agreement among raft nodes before linearized reading' (duration: 140.290627ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:42.874885Z","caller":"traceutil/trace.go:171","msg":"trace[1558104988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25744; }","duration":"139.877666ms","start":"2026-05-28T01:22:42.734986Z","end":"2026-05-28T01:22:42.874864Z","steps":["trace[1558104988] 'agreement among raft nodes before linearized reading' (duration: 139.626649ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:43.399193Z","caller":"traceutil/trace.go:171","msg":"trace[254087010] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"519.634039ms","start":"2026-05-28T01:22:42.87953Z","end":"2026-05-28T01:22:43.399164Z","steps":["trace[254087010] 'process raft request' (duration: 519.460565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:43.399369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:42.879504Z","time spent":"519.769624ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:43.415284Z","caller":"traceutil/trace.go:171","msg":"trace[466649854] linearizableReadLoop","detail":"{readStateIndex:26606; appliedIndex:26603; }","duration":"323.164032ms","start":"2026-05-28T01:22:43.092081Z","end":"2026-05-28T01:22:43.415245Z","steps":["trace[466649854] 'read index received' (duration: 307.43063ms)","trace[466649854] 'applied index is now lower than readState.Index' (duration: 15.731522ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:43.415655Z","caller":"traceutil/trace.go:171","msg":"trace[2031905500] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"155.512255ms","start":"2026-05-28T01:22:43.260099Z","end":"2026-05-28T01:22:43.415611Z","steps":["trace[2031905500] 'process raft request' (duration: 155.080273ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:43.415781Z","caller":"traceutil/trace.go:171","msg":"trace[1432462899] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"536.175995ms","start":"2026-05-28T01:22:42.879561Z","end":"2026-05-28T01:22:43.415737Z","steps":["trace[1432462899] 'process raft request' (duration: 535.27941ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:43.415794Z","caller":"traceutil/trace.go:171","msg":"trace[1663227862] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"534.152338ms","start":"2026-05-28T01:22:42.881581Z","end":"2026-05-28T01:22:43.415733Z","steps":["trace[1663227862] 'process raft request' (duration: 533.474799ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:43.415814Z","caller":"traceutil/trace.go:171","msg":"trace[218549822] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"492.335961ms","start":"2026-05-28T01:22:42.923447Z","end":"2026-05-28T01:22:43.415783Z","steps":["trace[218549822] 'process raft request' (duration: 491.670583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:43.415991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:42.923419Z","time spent":"492.456565ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:43.415983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:42.881568Z","time spent":"534.301051ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:43.416107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:42.879542Z","time spent":"536.320849ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:43.696702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.363788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:43.696799Z","caller":"traceutil/trace.go:171","msg":"trace[1256886419] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25749; }","duration":"532.562943ms","start":"2026-05-28T01:22:43.164207Z","end":"2026-05-28T01:22:43.69677Z","steps":["trace[1256886419] 'agreement among raft nodes before linearized reading' (duration: 251.464094ms)","trace[1256886419] 'count revisions from in-memory index tree' (duration: 280.915914ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:22:43.696847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:43.16416Z","time spent":"532.675076ms","remote":"127.0.0.1:50268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:22:43.697153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.608577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:22:43.697321Z","caller":"traceutil/trace.go:171","msg":"trace[1681451184] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"214.525076ms","start":"2026-05-28T01:22:43.482766Z","end":"2026-05-28T01:22:43.697291Z","steps":["trace[1681451184] 'process raft request' (duration: 106.63333ms)","trace[1681451184] 'compare' (duration: 106.984901ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:22:43.697483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.970741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:22:43.697588Z","caller":"traceutil/trace.go:171","msg":"trace[1383598603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25749; }","duration":"605.533476ms","start":"2026-05-28T01:22:43.092023Z","end":"2026-05-28T01:22:43.697556Z","steps":["trace[1383598603] 'agreement among raft nodes before linearized reading' (duration: 323.681386ms)","trace[1383598603] 'range keys from in-memory index tree' (duration: 280.990847ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:22:43.697677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:43.092Z","time spent":"605.630649ms","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:22:44.034102Z","caller":"traceutil/trace.go:171","msg":"trace[168604979] linearizableReadLoop","detail":"{readStateIndex:26612; appliedIndex:26608; }","duration":"405.726255ms","start":"2026-05-28T01:22:43.628338Z","end":"2026-05-28T01:22:44.034065Z","steps":["trace[168604979] 'read index received' (duration: 380.991879ms)","trace[168604979] 'applied index is now lower than readState.Index' (duration: 24.732836ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:44.035112Z","caller":"traceutil/trace.go:171","msg":"trace[1832003919] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"550.18822ms","start":"2026-05-28T01:22:43.484902Z","end":"2026-05-28T01:22:44.03509Z","steps":["trace[1832003919] 'process raft request' (duration: 524.428325ms)","trace[1832003919] 'compare' (duration: 24.282884ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:22:44.035284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:43.48487Z","time spent":"550.293034ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:44.035748Z","caller":"traceutil/trace.go:171","msg":"trace[1826805291] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"521.662848ms","start":"2026-05-28T01:22:43.514056Z","end":"2026-05-28T01:22:44.035719Z","steps":["trace[1826805291] 'process raft request' (duration: 519.948629ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:44.035799Z","caller":"traceutil/trace.go:171","msg":"trace[743336082] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"549.770919ms","start":"2026-05-28T01:22:43.485982Z","end":"2026-05-28T01:22:44.035753Z","steps":["trace[743336082] 'process raft request' (duration: 547.891626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:44.035869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:43.514039Z","time spent":"521.772061ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:44.035923Z","caller":"traceutil/trace.go:171","msg":"trace[1708708619] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"528.823469ms","start":"2026-05-28T01:22:43.507087Z","end":"2026-05-28T01:22:44.035911Z","steps":["trace[1708708619] 'process raft request' (duration: 526.865204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:44.035841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.495476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:22:44.035997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:43.507057Z","time spent":"528.905881ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:44.036046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:43.485971Z","time spent":"549.943564ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:44.036316Z","caller":"traceutil/trace.go:171","msg":"trace[1747112909] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25754; }","duration":"408.00616ms","start":"2026-05-28T01:22:43.628275Z","end":"2026-05-28T01:22:44.036281Z","steps":["trace[1747112909] 'agreement among raft nodes before linearized reading' (duration: 407.492835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:44.036422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:43.628241Z","time spent":"408.142224ms","remote":"127.0.0.1:46052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:22:44.077058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.873684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:44.07715Z","caller":"traceutil/trace.go:171","msg":"trace[1269375272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25755; }","duration":"248.012857ms","start":"2026-05-28T01:22:43.829114Z","end":"2026-05-28T01:22:44.077127Z","steps":["trace[1269375272] 'agreement among raft nodes before linearized reading' (duration: 247.885754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:44.077181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.98618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:44.077273Z","caller":"traceutil/trace.go:171","msg":"trace[2058140925] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25755; }","duration":"284.119314ms","start":"2026-05-28T01:22:43.793111Z","end":"2026-05-28T01:22:44.07723Z","steps":["trace[2058140925] 'agreement among raft nodes before linearized reading' (duration: 284.00232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:44.077639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.880197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:22:44.077755Z","caller":"traceutil/trace.go:171","msg":"trace[1452444050] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25755; }","duration":"375.164926ms","start":"2026-05-28T01:22:43.70256Z","end":"2026-05-28T01:22:44.077725Z","steps":["trace[1452444050] 'agreement among raft nodes before linearized reading' (duration: 374.600849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:44.07782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:43.702533Z","time spent":"375.275979ms","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:22:44.52137Z","caller":"traceutil/trace.go:171","msg":"trace[1647443255] linearizableReadLoop","detail":"{readStateIndex:26614; appliedIndex:26613; }","duration":"433.653242ms","start":"2026-05-28T01:22:44.087681Z","end":"2026-05-28T01:22:44.521335Z","steps":["trace[1647443255] 'read index received' (duration: 433.435675ms)","trace[1647443255] 'applied index is now lower than readState.Index' (duration: 215.846µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:44.521498Z","caller":"traceutil/trace.go:171","msg":"trace[1241783757] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"438.900269ms","start":"2026-05-28T01:22:44.082553Z","end":"2026-05-28T01:22:44.521453Z","steps":["trace[1241783757] 'process raft request' (duration: 438.57835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:44.521731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:44.082533Z","time spent":"439.065854ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:44.521733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.019971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-28T01:22:44.521814Z","caller":"traceutil/trace.go:171","msg":"trace[1951489908] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25756; }","duration":"434.163215ms","start":"2026-05-28T01:22:44.087632Z","end":"2026-05-28T01:22:44.521796Z","steps":["trace[1951489908] 'agreement among raft nodes before linearized reading' (duration: 433.882308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:44.521866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:44.087617Z","time spent":"434.244167ms","remote":"127.0.0.1:59800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-28T01:22:44.773792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.000744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:22:44.773888Z","caller":"traceutil/trace.go:171","msg":"trace[690127726] linearizableReadLoop","detail":"{readStateIndex:26615; appliedIndex:26614; }","duration":"252.412162ms","start":"2026-05-28T01:22:44.521461Z","end":"2026-05-28T01:22:44.773873Z","steps":["trace[690127726] 'read index received' (duration: 93.12214ms)","trace[690127726] 'applied index is now lower than readState.Index' (duration: 159.288632ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:44.773904Z","caller":"traceutil/trace.go:171","msg":"trace[932482425] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"452.82906ms","start":"2026-05-28T01:22:44.321057Z","end":"2026-05-28T01:22:44.773886Z","steps":["trace[932482425] 'process raft request' (duration: 293.646341ms)","trace[932482425] 'compare' (duration: 158.726346ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:22:44.773977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:44.321026Z","time spent":"452.913703ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:44.774031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.258189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T01:22:44.774032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.022303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:22:44.774105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.19753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128436"} {"level":"warn","ts":"2026-05-28T01:22:44.774067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.154457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:44.774124Z","caller":"traceutil/trace.go:171","msg":"trace[800313018] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25757; }","duration":"304.168107ms","start":"2026-05-28T01:22:44.469939Z","end":"2026-05-28T01:22:44.774107Z","steps":["trace[800313018] 'agreement among raft nodes before linearized reading' (duration: 303.999013ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:44.774121Z","caller":"traceutil/trace.go:171","msg":"trace[490621998] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25757; }","duration":"503.411413ms","start":"2026-05-28T01:22:44.270688Z","end":"2026-05-28T01:22:44.774099Z","steps":["trace[490621998] 'agreement among raft nodes before linearized reading' (duration: 503.263659ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:44.774139Z","caller":"traceutil/trace.go:171","msg":"trace[906652577] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25757; }","duration":"684.252772ms","start":"2026-05-28T01:22:44.089877Z","end":"2026-05-28T01:22:44.774129Z","steps":["trace[906652577] 'agreement among raft nodes before linearized reading' (duration: 684.057986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:44.774174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:44.469915Z","time spent":"304.24867ms","remote":"127.0.0.1:49970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:22:44.774176Z","caller":"traceutil/trace.go:171","msg":"trace[1330480350] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25757; }","duration":"449.30615ms","start":"2026-05-28T01:22:44.324846Z","end":"2026-05-28T01:22:44.774152Z","steps":["trace[1330480350] 'agreement among raft nodes before linearized reading' (duration: 449.073554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:44.774252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:44.089866Z","time spent":"684.376505ms","remote":"127.0.0.1:59786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128459,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-28T01:22:44.774288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:44.324837Z","time spent":"449.435625ms","remote":"127.0.0.1:50116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:22:44.774172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:44.27067Z","time spent":"503.493355ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:22:44.774246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.112161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:44.774391Z","caller":"traceutil/trace.go:171","msg":"trace[531570109] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25757; }","duration":"596.301926ms","start":"2026-05-28T01:22:44.17808Z","end":"2026-05-28T01:22:44.774382Z","steps":["trace[531570109] 'agreement among raft nodes before linearized reading' (duration: 595.841853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:44.77442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:44.178045Z","time spent":"596.368498ms","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T01:22:44.786554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.139515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:44.786627Z","caller":"traceutil/trace.go:171","msg":"trace[940613933] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25758; }","duration":"139.217157ms","start":"2026-05-28T01:22:44.64739Z","end":"2026-05-28T01:22:44.786607Z","steps":["trace[940613933] 'agreement among raft nodes before linearized reading' (duration: 139.097774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:45.112223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.3045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:22:45.112458Z","caller":"traceutil/trace.go:171","msg":"trace[1671015434] linearizableReadLoop","detail":"{readStateIndex:26618; appliedIndex:26616; }","duration":"152.265324ms","start":"2026-05-28T01:22:44.960176Z","end":"2026-05-28T01:22:45.112441Z","steps":["trace[1671015434] 'read index received' (duration: 39.648455ms)","trace[1671015434] 'applied index is now lower than readState.Index' (duration: 112.615079ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:45.112482Z","caller":"traceutil/trace.go:171","msg":"trace[583279881] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"250.378415ms","start":"2026-05-28T01:22:44.862053Z","end":"2026-05-28T01:22:45.112431Z","steps":["trace[583279881] 'process raft request' (duration: 137.756426ms)","trace[583279881] 'compare' (duration: 112.119435ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:22:45.112561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.380037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:45.112586Z","caller":"traceutil/trace.go:171","msg":"trace[1758689045] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25760; }","duration":"152.460799ms","start":"2026-05-28T01:22:44.960117Z","end":"2026-05-28T01:22:45.112578Z","steps":["trace[1758689045] 'agreement among raft nodes before linearized reading' (duration: 152.374996ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:45.112872Z","caller":"traceutil/trace.go:171","msg":"trace[1212310498] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"232.882452ms","start":"2026-05-28T01:22:44.879977Z","end":"2026-05-28T01:22:45.112859Z","steps":["trace[1212310498] 'process raft request' (duration: 232.346508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:45.408967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.807974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:22:45.409144Z","caller":"traceutil/trace.go:171","msg":"trace[1625075657] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25760; }","duration":"113.03766ms","start":"2026-05-28T01:22:45.296074Z","end":"2026-05-28T01:22:45.409111Z","steps":["trace[1625075657] 'count revisions from in-memory index tree' (duration: 112.694591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:45.409193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.169495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11713"} {"level":"info","ts":"2026-05-28T01:22:45.409282Z","caller":"traceutil/trace.go:171","msg":"trace[24950804] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25760; }","duration":"123.308899ms","start":"2026-05-28T01:22:45.285951Z","end":"2026-05-28T01:22:45.40926Z","steps":["trace[24950804] 'range keys from in-memory index tree' (duration: 122.843486ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:45.664562Z","caller":"traceutil/trace.go:171","msg":"trace[1328769730] linearizableReadLoop","detail":"{readStateIndex:26619; appliedIndex:26618; }","duration":"246.896616ms","start":"2026-05-28T01:22:45.417639Z","end":"2026-05-28T01:22:45.664536Z","steps":["trace[1328769730] 'read index received' (duration: 246.66024ms)","trace[1328769730] 'applied index is now lower than readState.Index' (duration: 235.356µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:45.664677Z","caller":"traceutil/trace.go:171","msg":"trace[1193738116] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"251.325161ms","start":"2026-05-28T01:22:45.413289Z","end":"2026-05-28T01:22:45.664615Z","steps":["trace[1193738116] 'process raft request' (duration: 251.079145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:45.664884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.224066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11713"} {"level":"info","ts":"2026-05-28T01:22:45.66493Z","caller":"traceutil/trace.go:171","msg":"trace[82881842] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25761; }","duration":"247.332599ms","start":"2026-05-28T01:22:45.417587Z","end":"2026-05-28T01:22:45.664919Z","steps":["trace[82881842] 'agreement among raft nodes before linearized reading' (duration: 247.113603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:45.665036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.356722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:45.665101Z","caller":"traceutil/trace.go:171","msg":"trace[613311318] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25761; }","duration":"192.441704ms","start":"2026-05-28T01:22:45.472633Z","end":"2026-05-28T01:22:45.665074Z","steps":["trace[613311318] 'agreement among raft nodes before linearized reading' (duration: 192.30105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:45.665073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.946021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T01:22:45.66517Z","caller":"traceutil/trace.go:171","msg":"trace[2074396593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25761; }","duration":"245.054584ms","start":"2026-05-28T01:22:45.420092Z","end":"2026-05-28T01:22:45.665147Z","steps":["trace[2074396593] 'agreement among raft nodes before linearized reading' (duration: 244.770436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:45.665377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.028082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T01:22:45.665485Z","caller":"traceutil/trace.go:171","msg":"trace[796145115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25761; }","duration":"241.166725ms","start":"2026-05-28T01:22:45.424297Z","end":"2026-05-28T01:22:45.665464Z","steps":["trace[796145115] 'agreement among raft nodes before linearized reading' (duration: 240.891627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:46.172743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.601751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:22:46.172986Z","caller":"traceutil/trace.go:171","msg":"trace[1133106979] linearizableReadLoop","detail":"{readStateIndex:26622; appliedIndex:26620; }","duration":"390.701192ms","start":"2026-05-28T01:22:45.782267Z","end":"2026-05-28T01:22:46.172968Z","steps":["trace[1133106979] 'read index received' (duration: 80.743151ms)","trace[1133106979] 'applied index is now lower than readState.Index' (duration: 309.956541ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:46.173065Z","caller":"traceutil/trace.go:171","msg":"trace[1629225511] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"502.842148ms","start":"2026-05-28T01:22:45.670212Z","end":"2026-05-28T01:22:46.173054Z","steps":["trace[1629225511] 'process raft request' (duration: 192.773324ms)","trace[1629225511] 'compare' (duration: 308.933991ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:22:46.173122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:45.670144Z","time spent":"502.946181ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:46.173443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.187016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-28T01:22:46.173466Z","caller":"traceutil/trace.go:171","msg":"trace[410103210] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:25764; }","duration":"391.248258ms","start":"2026-05-28T01:22:45.782208Z","end":"2026-05-28T01:22:46.173456Z","steps":["trace[410103210] 'agreement among raft nodes before linearized reading' (duration: 391.087953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:46.173486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:45.782188Z","time spent":"391.29455ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"info","ts":"2026-05-28T01:22:46.173653Z","caller":"traceutil/trace.go:171","msg":"trace[840381882] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"470.425595ms","start":"2026-05-28T01:22:45.702827Z","end":"2026-05-28T01:22:46.173252Z","steps":["trace[840381882] 'process raft request' (duration: 470.036874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:46.173875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:45.702797Z","time spent":"470.970551ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:46.371459Z","caller":"traceutil/trace.go:171","msg":"trace[1021718548] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"329.12212ms","start":"2026-05-28T01:22:46.042306Z","end":"2026-05-28T01:22:46.371428Z","steps":["trace[1021718548] 'process raft request' (duration: 328.479122ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:46.371893Z","caller":"traceutil/trace.go:171","msg":"trace[1035551585] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"329.487171ms","start":"2026-05-28T01:22:46.042358Z","end":"2026-05-28T01:22:46.371845Z","steps":["trace[1035551585] 'process raft request' (duration: 328.943835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:46.372616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:46.042315Z","time spent":"330.16763ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:46.373158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:46.042276Z","time spent":"329.270835ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:46.373764Z","caller":"traceutil/trace.go:171","msg":"trace[420603186] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"330.444138ms","start":"2026-05-28T01:22:46.043267Z","end":"2026-05-28T01:22:46.373711Z","steps":["trace[420603186] 'process raft request' (duration: 328.474513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:46.376921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:46.043258Z","time spent":"333.554945ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:46.377069Z","caller":"traceutil/trace.go:171","msg":"trace[1890983770] linearizableReadLoop","detail":"{readStateIndex:26627; appliedIndex:26627; }","duration":"204.02949ms","start":"2026-05-28T01:22:46.173017Z","end":"2026-05-28T01:22:46.377047Z","steps":["trace[1890983770] 'read index received' (duration: 204.014349ms)","trace[1890983770] 'applied index is now lower than readState.Index' (duration: 12.621µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:22:46.377179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.744944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:46.377279Z","caller":"traceutil/trace.go:171","msg":"trace[609830993] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25769; }","duration":"492.880358ms","start":"2026-05-28T01:22:45.884357Z","end":"2026-05-28T01:22:46.377238Z","steps":["trace[609830993] 'agreement among raft nodes before linearized reading' (duration: 492.694162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:46.37729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.867272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:22:46.377336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:45.884329Z","time spent":"492.991071ms","remote":"127.0.0.1:49962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:22:46.377353Z","caller":"traceutil/trace.go:171","msg":"trace[1077325401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25769; }","duration":"548.973625ms","start":"2026-05-28T01:22:45.828349Z","end":"2026-05-28T01:22:46.377322Z","steps":["trace[1077325401] 'agreement among raft nodes before linearized reading' (duration: 548.830401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:46.377387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:45.828332Z","time spent":"549.047198ms","remote":"127.0.0.1:59754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:22:46.377377Z","caller":"traceutil/trace.go:171","msg":"trace[1139538131] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"330.51754ms","start":"2026-05-28T01:22:46.0433Z","end":"2026-05-28T01:22:46.373818Z","steps":["trace[1139538131] 'process raft request' (duration: 330.236552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:46.377485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:46.043291Z","time spent":"334.135412ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:46.386129Z","caller":"traceutil/trace.go:171","msg":"trace[1588883932] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"291.690866ms","start":"2026-05-28T01:22:46.084089Z","end":"2026-05-28T01:22:46.37578Z","steps":["trace[1588883932] 'process raft request' (duration: 289.552906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:46.386227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:46.08406Z","time spent":"302.11652ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:46.939264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.750771ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-28T01:22:46.939436Z","caller":"traceutil/trace.go:171","msg":"trace[1186901054] linearizableReadLoop","detail":"{readStateIndex:26628; appliedIndex:26627; }","duration":"562.275489ms","start":"2026-05-28T01:22:46.377142Z","end":"2026-05-28T01:22:46.939417Z","steps":["trace[1186901054] 'read index received' (duration: 191.407065ms)","trace[1186901054] 'applied index is now lower than readState.Index' (duration: 370.867284ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:22:46.939498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:46.174446Z","time spent":"765.046125ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T01:22:46.939781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.455244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-28T01:22:46.939813Z","caller":"traceutil/trace.go:171","msg":"trace[1947476614] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25769; }","duration":"600.539586ms","start":"2026-05-28T01:22:46.339262Z","end":"2026-05-28T01:22:46.939801Z","steps":["trace[1947476614] 'agreement among raft nodes before linearized reading' (duration: 600.386632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:46.939831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:46.339238Z","time spent":"600.589688ms","remote":"127.0.0.1:59902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-28T01:22:47.419436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.007016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:22:47.419957Z","caller":"traceutil/trace.go:171","msg":"trace[1910823693] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"478.465312ms","start":"2026-05-28T01:22:46.941462Z","end":"2026-05-28T01:22:47.419927Z","steps":["trace[1910823693] 'process raft request' (duration: 478.323638ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:47.42013Z","caller":"traceutil/trace.go:171","msg":"trace[1376377526] linearizableReadLoop","detail":"{readStateIndex:26629; appliedIndex:26628; }","duration":"480.611443ms","start":"2026-05-28T01:22:46.939454Z","end":"2026-05-28T01:22:47.420066Z","steps":["trace[1376377526] 'read index received' (duration: 160.846366ms)","trace[1376377526] 'applied index is now lower than readState.Index' (duration: 319.761407ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:22:47.420154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:46.94143Z","time spent":"478.662297ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:47.420264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.500783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:22:47.420259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.156017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T01:22:47.420307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.159577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-28T01:22:47.420331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004208665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-05-28T01:22:47.420359Z","caller":"traceutil/trace.go:171","msg":"trace[1622417180] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25771; }","duration":"687.604656ms","start":"2026-05-28T01:22:46.732728Z","end":"2026-05-28T01:22:47.420333Z","steps":["trace[1622417180] 'agreement among raft nodes before linearized reading' (duration: 687.427931ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:47.42037Z","caller":"traceutil/trace.go:171","msg":"trace[1191307491] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25771; }","duration":"594.2879ms","start":"2026-05-28T01:22:46.826056Z","end":"2026-05-28T01:22:47.420344Z","steps":["trace[1191307491] 'agreement among raft nodes before linearized reading' (duration: 594.040224ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:47.42012Z","caller":"traceutil/trace.go:171","msg":"trace[1446219182] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"637.544298ms","start":"2026-05-28T01:22:46.782521Z","end":"2026-05-28T01:22:47.420066Z","steps":["trace[1446219182] 'process raft request' (duration: 317.755261ms)","trace[1446219182] 'compare' (duration: 318.680225ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:47.420408Z","caller":"traceutil/trace.go:171","msg":"trace[554665981] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25771; }","duration":"1.004287057s","start":"2026-05-28T01:22:46.416101Z","end":"2026-05-28T01:22:47.420388Z","steps":["trace[554665981] 'agreement among raft nodes before linearized reading' (duration: 1.00404505s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:47.420427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:46.732703Z","time spent":"687.706679ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:22:47.420438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:46.826019Z","time spent":"594.400824ms","remote":"127.0.0.1:60166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:22:47.42046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:46.415999Z","time spent":"1.004448391s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-05-28T01:22:47.420298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041618596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:47.42037Z","caller":"traceutil/trace.go:171","msg":"trace[290935337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25771; }","duration":"894.277141ms","start":"2026-05-28T01:22:46.526074Z","end":"2026-05-28T01:22:47.420352Z","steps":["trace[290935337] 'agreement among raft nodes before linearized reading' (duration: 894.064215ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:47.42069Z","caller":"traceutil/trace.go:171","msg":"trace[301853807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25771; }","duration":"1.041960235s","start":"2026-05-28T01:22:46.378632Z","end":"2026-05-28T01:22:47.420592Z","steps":["trace[301853807] 'agreement among raft nodes before linearized reading' (duration: 1.041579845s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:47.42022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.444635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:22:47.420814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:46.378613Z","time spent":"1.042158541s","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:22:47.420864Z","caller":"traceutil/trace.go:171","msg":"trace[750005634] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25771; }","duration":"595.103783ms","start":"2026-05-28T01:22:46.825699Z","end":"2026-05-28T01:22:47.420802Z","steps":["trace[750005634] 'agreement among raft nodes before linearized reading' (duration: 594.367453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:47.420497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:46.782493Z","time spent":"637.928989ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:47.420736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:46.526048Z","time spent":"894.661531ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:22:47.421046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:46.825678Z","time spent":"595.306738ms","remote":"127.0.0.1:57018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:22:47.428127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.588008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-28T01:22:47.428148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.133953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:47.428225Z","caller":"traceutil/trace.go:171","msg":"trace[559416654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25772; }","duration":"183.228616ms","start":"2026-05-28T01:22:47.244978Z","end":"2026-05-28T01:22:47.428207Z","steps":["trace[559416654] 'agreement among raft nodes before linearized reading' (duration: 183.02077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:47.42828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.420938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7bfc9650-491b-4578-9829-faf9aa1341fe\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-28T01:22:47.428317Z","caller":"traceutil/trace.go:171","msg":"trace[912378273] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7bfc9650-491b-4578-9829-faf9aa1341fe; range_end:; response_count:1; response_revision:25772; }","duration":"485.4891ms","start":"2026-05-28T01:22:46.942817Z","end":"2026-05-28T01:22:47.428307Z","steps":["trace[912378273] 'agreement among raft nodes before linearized reading' (duration: 485.387517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:47.428344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:46.942804Z","time spent":"485.534012ms","remote":"127.0.0.1:59888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-7bfc9650-491b-4578-9829-faf9aa1341fe\" "} {"level":"info","ts":"2026-05-28T01:22:47.428549Z","caller":"traceutil/trace.go:171","msg":"trace[662018901] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"309.054265ms","start":"2026-05-28T01:22:47.119484Z","end":"2026-05-28T01:22:47.428539Z","steps":["trace[662018901] 'process raft request' (duration: 308.368106ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:47.428183Z","caller":"traceutil/trace.go:171","msg":"trace[1705914637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25772; }","duration":"310.676951ms","start":"2026-05-28T01:22:47.117492Z","end":"2026-05-28T01:22:47.428169Z","steps":["trace[1705914637] 'agreement among raft nodes before linearized reading' (duration: 310.519646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:47.428607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:47.117472Z","time spent":"311.125524ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:22:47.428679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:47.119409Z","time spent":"309.178479ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:47.881756Z","caller":"traceutil/trace.go:171","msg":"trace[187390264] linearizableReadLoop","detail":"{readStateIndex:26632; appliedIndex:26631; }","duration":"453.731106ms","start":"2026-05-28T01:22:47.427981Z","end":"2026-05-28T01:22:47.881712Z","steps":["trace[187390264] 'read index received' (duration: 415.004326ms)","trace[187390264] 'applied index is now lower than readState.Index' (duration: 38.72468ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:47.881814Z","caller":"traceutil/trace.go:171","msg":"trace[1853514780] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"455.815325ms","start":"2026-05-28T01:22:47.425947Z","end":"2026-05-28T01:22:47.881763Z","steps":["trace[1853514780] 'process raft request' (duration: 417.086455ms)","trace[1853514780] 'compare' (duration: 38.059691ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:22:47.88207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:47.425929Z","time spent":"455.99428ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:47.88255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.675372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11485"} {"level":"info","ts":"2026-05-28T01:22:47.882614Z","caller":"traceutil/trace.go:171","msg":"trace[1327134436] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:25773; }","duration":"460.805955ms","start":"2026-05-28T01:22:47.421792Z","end":"2026-05-28T01:22:47.882598Z","steps":["trace[1327134436] 'agreement among raft nodes before linearized reading' (duration: 460.138307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:47.882642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:47.421764Z","time spent":"460.871638ms","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11508,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-05-28T01:22:47.882733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.21369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-28T01:22:47.883198Z","caller":"traceutil/trace.go:171","msg":"trace[744828669] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25773; }","duration":"459.708565ms","start":"2026-05-28T01:22:47.423436Z","end":"2026-05-28T01:22:47.883145Z","steps":["trace[744828669] 'agreement among raft nodes before linearized reading' (duration: 458.319676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:47.883465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:47.423414Z","time spent":"460.033593ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-28T01:22:47.897946Z","caller":"traceutil/trace.go:171","msg":"trace[1564075655] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"466.154615ms","start":"2026-05-28T01:22:47.431758Z","end":"2026-05-28T01:22:47.897912Z","steps":["trace[1564075655] 'process raft request' (duration: 465.883247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:47.897976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.861001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:22:47.898023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.979067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:22:47.89804Z","caller":"traceutil/trace.go:171","msg":"trace[449216317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25774; }","duration":"468.963784ms","start":"2026-05-28T01:22:47.42906Z","end":"2026-05-28T01:22:47.898023Z","steps":["trace[449216317] 'agreement among raft nodes before linearized reading' (duration: 468.8043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:47.898044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.433641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T01:22:47.898088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:47.429031Z","time spent":"469.048486ms","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:22:47.898088Z","caller":"traceutil/trace.go:171","msg":"trace[1851783823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25774; }","duration":"151.08146ms","start":"2026-05-28T01:22:47.746987Z","end":"2026-05-28T01:22:47.898069Z","steps":["trace[1851783823] 'agreement among raft nodes before linearized reading' (duration: 150.955627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:47.898122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:47.431739Z","time spent":"466.286299ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:47.898143Z","caller":"traceutil/trace.go:171","msg":"trace[895328692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25774; }","duration":"194.598445ms","start":"2026-05-28T01:22:47.703523Z","end":"2026-05-28T01:22:47.898121Z","steps":["trace[895328692] 'agreement among raft nodes before linearized reading' (duration: 194.311377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:47.898244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.844838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-28T01:22:47.89812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.546731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-28T01:22:47.898305Z","caller":"traceutil/trace.go:171","msg":"trace[1131894703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25774; }","duration":"228.935771ms","start":"2026-05-28T01:22:47.669351Z","end":"2026-05-28T01:22:47.898286Z","steps":["trace[1131894703] 'agreement among raft nodes before linearized reading' (duration: 228.822047ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:47.898322Z","caller":"traceutil/trace.go:171","msg":"trace[444243555] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25774; }","duration":"362.771508ms","start":"2026-05-28T01:22:47.535534Z","end":"2026-05-28T01:22:47.898306Z","steps":["trace[444243555] 'agreement among raft nodes before linearized reading' (duration: 362.332705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:47.898337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.095997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T01:22:47.898357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:47.535461Z","time spent":"362.885141ms","remote":"127.0.0.1:59902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-05-28T01:22:47.898372Z","caller":"traceutil/trace.go:171","msg":"trace[617502266] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25774; }","duration":"325.170319ms","start":"2026-05-28T01:22:47.57319Z","end":"2026-05-28T01:22:47.89836Z","steps":["trace[617502266] 'agreement among raft nodes before linearized reading' (duration: 325.093847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:47.898401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:47.573169Z","time spent":"325.225881ms","remote":"127.0.0.1:56324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:22:48.246351Z","caller":"traceutil/trace.go:171","msg":"trace[1029879187] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"343.590387ms","start":"2026-05-28T01:22:47.902727Z","end":"2026-05-28T01:22:48.246317Z","steps":["trace[1029879187] 'process raft request' (duration: 328.924904ms)","trace[1029879187] 'compare' (duration: 14.339744ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:22:48.246515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:47.902693Z","time spent":"343.732351ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:48.280164Z","caller":"traceutil/trace.go:171","msg":"trace[1833386503] linearizableReadLoop","detail":"{readStateIndex:26635; appliedIndex:26633; }","duration":"373.792297ms","start":"2026-05-28T01:22:47.906341Z","end":"2026-05-28T01:22:48.280133Z","steps":["trace[1833386503] 'read index received' (duration: 325.398956ms)","trace[1833386503] 'applied index is now lower than readState.Index' (duration: 48.391741ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:48.280249Z","caller":"traceutil/trace.go:171","msg":"trace[238470234] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"376.907505ms","start":"2026-05-28T01:22:47.903308Z","end":"2026-05-28T01:22:48.280216Z","steps":["trace[238470234] 'process raft request' (duration: 376.583006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:48.280411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:47.903293Z","time spent":"377.028369ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:48.280295Z","caller":"traceutil/trace.go:171","msg":"trace[981867093] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"100.314993ms","start":"2026-05-28T01:22:48.179969Z","end":"2026-05-28T01:22:48.280284Z","steps":["trace[981867093] 'process raft request' (duration: 100.124517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:48.280671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.26514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-05-28T01:22:48.280682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.41769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T01:22:48.280777Z","caller":"traceutil/trace.go:171","msg":"trace[1198516143] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25777; }","duration":"374.432685ms","start":"2026-05-28T01:22:47.906314Z","end":"2026-05-28T01:22:48.280746Z","steps":["trace[1198516143] 'agreement among raft nodes before linearized reading' (duration: 374.072615ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:48.280804Z","caller":"traceutil/trace.go:171","msg":"trace[584604523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25777; }","duration":"103.638466ms","start":"2026-05-28T01:22:48.177136Z","end":"2026-05-28T01:22:48.280775Z","steps":["trace[584604523] 'agreement among raft nodes before linearized reading' (duration: 103.237855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:48.280831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:47.906302Z","time spent":"374.518298ms","remote":"127.0.0.1:59902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:22:48.668602Z","caller":"traceutil/trace.go:171","msg":"trace[1589862885] linearizableReadLoop","detail":"{readStateIndex:26637; appliedIndex:26636; }","duration":"300.117093ms","start":"2026-05-28T01:22:48.368458Z","end":"2026-05-28T01:22:48.668575Z","steps":["trace[1589862885] 'read index received' (duration: 299.937358ms)","trace[1589862885] 'applied index is now lower than readState.Index' (duration: 177.985µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:48.66868Z","caller":"traceutil/trace.go:171","msg":"trace[2039379956] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"383.16531ms","start":"2026-05-28T01:22:48.285461Z","end":"2026-05-28T01:22:48.668627Z","steps":["trace[2039379956] 'process raft request' (duration: 382.925263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:48.668938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.455204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-05-28T01:22:48.668989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:48.285449Z","time spent":"383.425668ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:48.669048Z","caller":"traceutil/trace.go:171","msg":"trace[1178636836] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25778; }","duration":"300.634669ms","start":"2026-05-28T01:22:48.368389Z","end":"2026-05-28T01:22:48.669023Z","steps":["trace[1178636836] 'agreement among raft nodes before linearized reading' (duration: 300.31571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:48.669118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:48.368366Z","time spent":"300.733252ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-05-28T01:22:48.950574Z","caller":"traceutil/trace.go:171","msg":"trace[788809036] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"571.747447ms","start":"2026-05-28T01:22:48.378778Z","end":"2026-05-28T01:22:48.950526Z","steps":["trace[788809036] 'process raft request' (duration: 532.40341ms)","trace[788809036] 'compare' (duration: 38.763991ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:48.950672Z","caller":"traceutil/trace.go:171","msg":"trace[808251555] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"558.567686ms","start":"2026-05-28T01:22:48.392065Z","end":"2026-05-28T01:22:48.950633Z","steps":["trace[808251555] 'process raft request' (duration: 558.277108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:48.950792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:48.378764Z","time spent":"571.914401ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:48.950857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:48.392034Z","time spent":"558.716799ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:48.951011Z","caller":"traceutil/trace.go:171","msg":"trace[1344986409] linearizableReadLoop","detail":"{readStateIndex:26643; appliedIndex:26637; }","duration":"282.291543ms","start":"2026-05-28T01:22:48.668687Z","end":"2026-05-28T01:22:48.950979Z","steps":["trace[1344986409] 'read index received' (duration: 242.461432ms)","trace[1344986409] 'applied index is now lower than readState.Index' (duration: 39.828041ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:48.951001Z","caller":"traceutil/trace.go:171","msg":"trace[327894833] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"557.605698ms","start":"2026-05-28T01:22:48.393332Z","end":"2026-05-28T01:22:48.950938Z","steps":["trace[327894833] 'process raft request' (duration: 557.172766ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:48.95115Z","caller":"traceutil/trace.go:171","msg":"trace[1336664812] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"529.078196ms","start":"2026-05-28T01:22:48.422056Z","end":"2026-05-28T01:22:48.951134Z","steps":["trace[1336664812] 'process raft request' (duration: 528.645794ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:48.951131Z","caller":"traceutil/trace.go:171","msg":"trace[1272776733] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"557.570928ms","start":"2026-05-28T01:22:48.393532Z","end":"2026-05-28T01:22:48.951102Z","steps":["trace[1272776733] 'process raft request' (duration: 557.070474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:48.95122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:48.422038Z","time spent":"529.144038ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:48.951224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:48.393317Z","time spent":"557.828865ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:48.951245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.293046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:22:48.951303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.625395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-28T01:22:48.951298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:48.393522Z","time spent":"557.680861ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:48.951341Z","caller":"traceutil/trace.go:171","msg":"trace[1373279349] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25784; }","duration":"280.720858ms","start":"2026-05-28T01:22:48.670609Z","end":"2026-05-28T01:22:48.951329Z","steps":["trace[1373279349] 'agreement among raft nodes before linearized reading' (duration: 280.552034ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:48.951335Z","caller":"traceutil/trace.go:171","msg":"trace[1728262255] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25784; }","duration":"527.44075ms","start":"2026-05-28T01:22:48.423871Z","end":"2026-05-28T01:22:48.951312Z","steps":["trace[1728262255] 'agreement among raft nodes before linearized reading' (duration: 527.252865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:48.951356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.209531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:22:48.951389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:48.423861Z","time spent":"527.517092ms","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:22:48.9514Z","caller":"traceutil/trace.go:171","msg":"trace[313938103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25784; }","duration":"120.293325ms","start":"2026-05-28T01:22:48.831095Z","end":"2026-05-28T01:22:48.951389Z","steps":["trace[313938103] 'agreement among raft nodes before linearized reading' (duration: 120.207963ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:48.951175Z","caller":"traceutil/trace.go:171","msg":"trace[307172020] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"557.204008ms","start":"2026-05-28T01:22:48.393812Z","end":"2026-05-28T01:22:48.951016Z","steps":["trace[307172020] 'process raft request' (duration: 556.842388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:48.95172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:48.393797Z","time spent":"557.813355ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:49.75601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.425046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:22:49.756184Z","caller":"traceutil/trace.go:171","msg":"trace[671286688] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"322.405671ms","start":"2026-05-28T01:22:49.433748Z","end":"2026-05-28T01:22:49.756154Z","steps":["trace[671286688] 'process raft request' (duration: 135.706748ms)","trace[671286688] 'compare' (duration: 186.046244ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:22:49.756298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:49.433738Z","time spent":"322.509243ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:50.043007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.882964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T01:22:50.043051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.12657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:22:50.043118Z","caller":"traceutil/trace.go:171","msg":"trace[1823205294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25786; }","duration":"141.033787ms","start":"2026-05-28T01:22:49.90206Z","end":"2026-05-28T01:22:50.043094Z","steps":["trace[1823205294] 'range keys from in-memory index tree' (duration: 140.669128ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:50.043135Z","caller":"traceutil/trace.go:171","msg":"trace[1116477704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25786; }","duration":"157.300096ms","start":"2026-05-28T01:22:49.885813Z","end":"2026-05-28T01:22:50.043113Z","steps":["trace[1116477704] 'range keys from in-memory index tree' (duration: 156.886534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:50.043196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.332434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:50.043311Z","caller":"traceutil/trace.go:171","msg":"trace[946121014] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25786; }","duration":"153.5146ms","start":"2026-05-28T01:22:49.889772Z","end":"2026-05-28T01:22:50.043287Z","steps":["trace[946121014] 'range keys from in-memory index tree' (duration: 153.171279ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:50.244269Z","caller":"traceutil/trace.go:171","msg":"trace[1197119482] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"194.461761ms","start":"2026-05-28T01:22:50.049784Z","end":"2026-05-28T01:22:50.244245Z","steps":["trace[1197119482] 'process raft request' (duration: 194.290637ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:50.25976Z","caller":"traceutil/trace.go:171","msg":"trace[820987598] linearizableReadLoop","detail":"{readStateIndex:26647; appliedIndex:26645; }","duration":"208.022683ms","start":"2026-05-28T01:22:50.051722Z","end":"2026-05-28T01:22:50.259745Z","steps":["trace[820987598] 'read index received' (duration: 192.373753ms)","trace[820987598] 'applied index is now lower than readState.Index' (duration: 15.64727ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:22:50.259943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.201689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:22:50.259891Z","caller":"traceutil/trace.go:171","msg":"trace[176602784] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"209.090413ms","start":"2026-05-28T01:22:50.050765Z","end":"2026-05-28T01:22:50.259855Z","steps":["trace[176602784] 'process raft request' (duration: 208.889066ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:50.259969Z","caller":"traceutil/trace.go:171","msg":"trace[361847595] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25788; }","duration":"208.25654ms","start":"2026-05-28T01:22:50.051705Z","end":"2026-05-28T01:22:50.259961Z","steps":["trace[361847595] 'agreement among raft nodes before linearized reading' (duration: 208.139477ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:50.669236Z","caller":"traceutil/trace.go:171","msg":"trace[1208481388] linearizableReadLoop","detail":"{readStateIndex:26648; appliedIndex:26647; }","duration":"393.79981ms","start":"2026-05-28T01:22:50.275403Z","end":"2026-05-28T01:22:50.669203Z","steps":["trace[1208481388] 'read index received' (duration: 393.682547ms)","trace[1208481388] 'applied index is now lower than readState.Index' (duration: 115.923µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:50.669292Z","caller":"traceutil/trace.go:171","msg":"trace[1163775131] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"404.308736ms","start":"2026-05-28T01:22:50.264946Z","end":"2026-05-28T01:22:50.669254Z","steps":["trace[1163775131] 'process raft request' (duration: 404.042949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:50.669514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:50.264913Z","time spent":"404.503142ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:50.669617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.185421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-28T01:22:50.669684Z","caller":"traceutil/trace.go:171","msg":"trace[330809406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25789; }","duration":"394.352886ms","start":"2026-05-28T01:22:50.275314Z","end":"2026-05-28T01:22:50.669667Z","steps":["trace[330809406] 'agreement among raft nodes before linearized reading' (duration: 394.094299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:50.669726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:50.275296Z","time spent":"394.419977ms","remote":"127.0.0.1:56344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T01:22:50.942316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.479917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:22:50.942465Z","caller":"traceutil/trace.go:171","msg":"trace[789374373] linearizableReadLoop","detail":"{readStateIndex:26649; appliedIndex:26648; }","duration":"273.065453ms","start":"2026-05-28T01:22:50.669365Z","end":"2026-05-28T01:22:50.942431Z","steps":["trace[789374373] 'read index received' (duration: 151.368639ms)","trace[789374373] 'applied index is now lower than readState.Index' (duration: 121.694764ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:50.942528Z","caller":"traceutil/trace.go:171","msg":"trace[1647658118] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"653.570028ms","start":"2026-05-28T01:22:50.288904Z","end":"2026-05-28T01:22:50.942474Z","steps":["trace[1647658118] 'process raft request' (duration: 531.827093ms)","trace[1647658118] 'compare' (duration: 121.292022ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:22:50.942615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.739399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T01:22:50.942603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.46514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-28T01:22:50.942653Z","caller":"traceutil/trace.go:171","msg":"trace[625725743] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25790; }","duration":"575.812201ms","start":"2026-05-28T01:22:50.366825Z","end":"2026-05-28T01:22:50.942637Z","steps":["trace[625725743] 'agreement among raft nodes before linearized reading' (duration: 575.733168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:50.9427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:50.366804Z","time spent":"575.881892ms","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:22:50.942696Z","caller":"traceutil/trace.go:171","msg":"trace[2036367901] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25790; }","duration":"468.621445ms","start":"2026-05-28T01:22:50.474052Z","end":"2026-05-28T01:22:50.942673Z","steps":["trace[2036367901] 'agreement among raft nodes before linearized reading' (duration: 468.395068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:50.942752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:50.474019Z","time spent":"468.724047ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:22:50.942747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:50.28889Z","time spent":"653.741993ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:50.942928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.671882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T01:22:50.942962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.160977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T01:22:50.943047Z","caller":"traceutil/trace.go:171","msg":"trace[2070241411] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25790; }","duration":"604.856378ms","start":"2026-05-28T01:22:50.338164Z","end":"2026-05-28T01:22:50.943021Z","steps":["trace[2070241411] 'agreement among raft nodes before linearized reading' (duration: 604.595461ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:50.943062Z","caller":"traceutil/trace.go:171","msg":"trace[2016807854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25790; }","duration":"658.322043ms","start":"2026-05-28T01:22:50.284717Z","end":"2026-05-28T01:22:50.943039Z","steps":["trace[2016807854] 'agreement among raft nodes before linearized reading' (duration: 657.997744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:50.943051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.587215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T01:22:50.943101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:50.284697Z","time spent":"658.396084ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:22:50.943107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:50.33814Z","time spent":"604.95456ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:22:50.942945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.768595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:50.94315Z","caller":"traceutil/trace.go:171","msg":"trace[953341580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25790; }","duration":"269.747859ms","start":"2026-05-28T01:22:50.67338Z","end":"2026-05-28T01:22:50.943128Z","steps":["trace[953341580] 'agreement among raft nodes before linearized reading' (duration: 269.448751ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:50.943187Z","caller":"traceutil/trace.go:171","msg":"trace[1997835706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25790; }","duration":"112.057273ms","start":"2026-05-28T01:22:50.831111Z","end":"2026-05-28T01:22:50.943168Z","steps":["trace[1997835706] 'agreement among raft nodes before linearized reading' (duration: 111.744905ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:51.113537Z","caller":"traceutil/trace.go:171","msg":"trace[265656775] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"163.067578ms","start":"2026-05-28T01:22:50.950409Z","end":"2026-05-28T01:22:51.113477Z","steps":["trace[265656775] 'process raft request' (duration: 162.737339ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:51.113868Z","caller":"traceutil/trace.go:171","msg":"trace[241629116] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"157.784099ms","start":"2026-05-28T01:22:50.956062Z","end":"2026-05-28T01:22:51.113846Z","steps":["trace[241629116] 'process raft request' (duration: 157.691217ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:51.11392Z","caller":"traceutil/trace.go:171","msg":"trace[522057819] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"162.559864ms","start":"2026-05-28T01:22:50.951337Z","end":"2026-05-28T01:22:51.113897Z","steps":["trace[522057819] 'process raft request' (duration: 162.07646ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:51.11403Z","caller":"traceutil/trace.go:171","msg":"trace[687249095] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"162.634616ms","start":"2026-05-28T01:22:50.951384Z","end":"2026-05-28T01:22:51.114019Z","steps":["trace[687249095] 'process raft request' (duration: 162.269256ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:51.114216Z","caller":"traceutil/trace.go:171","msg":"trace[59999132] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"155.994638ms","start":"2026-05-28T01:22:50.958207Z","end":"2026-05-28T01:22:51.114202Z","steps":["trace[59999132] 'process raft request' (duration: 155.590087ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:51.114304Z","caller":"traceutil/trace.go:171","msg":"trace[1546885174] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"156.030601ms","start":"2026-05-28T01:22:50.958259Z","end":"2026-05-28T01:22:51.11429Z","steps":["trace[1546885174] 'process raft request' (duration: 155.810394ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:51.114336Z","caller":"traceutil/trace.go:171","msg":"trace[648317431] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"156.034571ms","start":"2026-05-28T01:22:50.958289Z","end":"2026-05-28T01:22:51.114323Z","steps":["trace[648317431] 'process raft request' (duration: 155.884725ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:51.114677Z","caller":"traceutil/trace.go:171","msg":"trace[442585639] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"156.344619ms","start":"2026-05-28T01:22:50.958321Z","end":"2026-05-28T01:22:51.114665Z","steps":["trace[442585639] 'process raft request' (duration: 155.904066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:53.387495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.249908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T01:22:53.387617Z","caller":"traceutil/trace.go:171","msg":"trace[2032037871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25807; }","duration":"268.434212ms","start":"2026-05-28T01:22:53.119149Z","end":"2026-05-28T01:22:53.387583Z","steps":["trace[2032037871] 'range keys from in-memory index tree' (duration: 268.036312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:53.387719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.252918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T01:22:53.388492Z","caller":"traceutil/trace.go:171","msg":"trace[700406755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25807; }","duration":"269.037979ms","start":"2026-05-28T01:22:53.119408Z","end":"2026-05-28T01:22:53.388445Z","steps":["trace[700406755] 'range keys from in-memory index tree' (duration: 268.075043ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:53.388631Z","caller":"traceutil/trace.go:171","msg":"trace[2064971254] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"268.325109ms","start":"2026-05-28T01:22:53.120102Z","end":"2026-05-28T01:22:53.388428Z","steps":["trace[2064971254] 'process raft request' (duration: 227.584433ms)","trace[2064971254] 'compare' (duration: 40.061517ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:53.857629Z","caller":"traceutil/trace.go:171","msg":"trace[2042449863] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"737.060058ms","start":"2026-05-28T01:22:53.120539Z","end":"2026-05-28T01:22:53.857599Z","steps":["trace[2042449863] 'process raft request' (duration: 722.655222ms)","trace[2042449863] 'compare' (duration: 14.184749ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:53.858319Z","caller":"traceutil/trace.go:171","msg":"trace[1336314284] transaction","detail":"{read_only:false; response_revision:25810; number_of_response:1; }","duration":"737.567001ms","start":"2026-05-28T01:22:53.120729Z","end":"2026-05-28T01:22:53.858296Z","steps":["trace[1336314284] 'process raft request' (duration: 736.81453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:53.858419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:53.120721Z","time spent":"737.651544ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:53.858545Z","caller":"traceutil/trace.go:171","msg":"trace[98806898] transaction","detail":"{read_only:false; response_revision:25811; number_of_response:1; }","duration":"737.16444ms","start":"2026-05-28T01:22:53.121352Z","end":"2026-05-28T01:22:53.858516Z","steps":["trace[98806898] 'process raft request' (duration: 736.571354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:53.858683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:53.120486Z","time spent":"737.226022ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:53.858881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:53.121336Z","time spent":"737.371005ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:53.859278Z","caller":"traceutil/trace.go:171","msg":"trace[466141766] linearizableReadLoop","detail":"{readStateIndex:26672; appliedIndex:26667; }","duration":"707.28722ms","start":"2026-05-28T01:22:53.151974Z","end":"2026-05-28T01:22:53.859261Z","steps":["trace[466141766] 'read index received' (duration: 195.83465ms)","trace[466141766] 'applied index is now lower than readState.Index' (duration: 511.45104ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:22:53.859307Z","caller":"traceutil/trace.go:171","msg":"trace[1849053334] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"737.828139ms","start":"2026-05-28T01:22:53.121462Z","end":"2026-05-28T01:22:53.85929Z","steps":["trace[1849053334] 'process raft request' (duration: 736.939584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:53.859389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:53.121453Z","time spent":"737.89175ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:53.859481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.473084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:53.85959Z","caller":"traceutil/trace.go:171","msg":"trace[86634440] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25812; }","duration":"707.653479ms","start":"2026-05-28T01:22:53.15191Z","end":"2026-05-28T01:22:53.859564Z","steps":["trace[86634440] 'agreement among raft nodes before linearized reading' (duration: 707.443963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:53.859647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:53.151897Z","time spent":"707.738163ms","remote":"127.0.0.1:49884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:22:53.86456Z","caller":"traceutil/trace.go:171","msg":"trace[133157395] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"470.644262ms","start":"2026-05-28T01:22:53.393903Z","end":"2026-05-28T01:22:53.864547Z","steps":["trace[133157395] 'process raft request' (duration: 470.501178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:53.864677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:53.393868Z","time spent":"470.730864ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:53.864903Z","caller":"traceutil/trace.go:171","msg":"trace[781030279] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"470.92333ms","start":"2026-05-28T01:22:53.393947Z","end":"2026-05-28T01:22:53.86487Z","steps":["trace[781030279] 'process raft request' (duration: 470.56793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:53.865062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:53.393916Z","time spent":"471.064754ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:53.8651Z","caller":"traceutil/trace.go:171","msg":"trace[966850608] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"424.00721ms","start":"2026-05-28T01:22:53.441081Z","end":"2026-05-28T01:22:53.865088Z","steps":["trace[966850608] 'process raft request' (duration: 423.642929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:53.865187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:53.441048Z","time spent":"424.084252ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:22:53.865424Z","caller":"traceutil/trace.go:171","msg":"trace[1549740566] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"361.555892ms","start":"2026-05-28T01:22:53.50385Z","end":"2026-05-28T01:22:53.865406Z","steps":["trace[1549740566] 'process raft request' (duration: 360.972145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:53.865563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:53.50382Z","time spent":"361.665027ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:22:53.866232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.437823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:22:53.866303Z","caller":"traceutil/trace.go:171","msg":"trace[2122966303] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25817; }","duration":"268.516605ms","start":"2026-05-28T01:22:53.597768Z","end":"2026-05-28T01:22:53.866285Z","steps":["trace[2122966303] 'agreement among raft nodes before linearized reading' (duration: 268.380491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:53.866405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.933552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:22:53.866433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.930072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:53.866451Z","caller":"traceutil/trace.go:171","msg":"trace[2045804539] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25817; }","duration":"111.032744ms","start":"2026-05-28T01:22:53.755408Z","end":"2026-05-28T01:22:53.866441Z","steps":["trace[2045804539] 'agreement among raft nodes before linearized reading' (duration: 110.945262ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:22:53.866477Z","caller":"traceutil/trace.go:171","msg":"trace[1039899026] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25817; }","duration":"293.019485ms","start":"2026-05-28T01:22:53.573447Z","end":"2026-05-28T01:22:53.866467Z","steps":["trace[1039899026] 'agreement among raft nodes before linearized reading' (duration: 292.927852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:53.866551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.164402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:22:53.866655Z","caller":"traceutil/trace.go:171","msg":"trace[2023762894] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25817; }","duration":"591.365638ms","start":"2026-05-28T01:22:53.275275Z","end":"2026-05-28T01:22:53.866641Z","steps":["trace[2023762894] 'agreement among raft nodes before linearized reading' (duration: 590.779581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:22:53.867091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:22:53.275249Z","time spent":"591.80667ms","remote":"127.0.0.1:50130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:23:02.048407Z","caller":"traceutil/trace.go:171","msg":"trace[1502736051] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"158.5359ms","start":"2026-05-28T01:23:01.889837Z","end":"2026-05-28T01:23:02.048372Z","steps":["trace[1502736051] 'process raft request' (duration: 158.270023ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:02.239718Z","caller":"traceutil/trace.go:171","msg":"trace[764596676] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"347.824026ms","start":"2026-05-28T01:23:01.89187Z","end":"2026-05-28T01:23:02.239694Z","steps":["trace[764596676] 'process raft request' (duration: 347.670672ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:02.239723Z","caller":"traceutil/trace.go:171","msg":"trace[393360203] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"347.92943ms","start":"2026-05-28T01:23:01.891739Z","end":"2026-05-28T01:23:02.239669Z","steps":["trace[393360203] 'process raft request' (duration: 347.654042ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:02.239704Z","caller":"traceutil/trace.go:171","msg":"trace[797817801] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"347.013844ms","start":"2026-05-28T01:23:01.892666Z","end":"2026-05-28T01:23:02.239679Z","steps":["trace[797817801] 'process raft request' (duration: 346.924381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:02.239876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:01.891845Z","time spent":"347.94153ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:23:02.239896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:01.892658Z","time spent":"347.186158ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:23:02.239931Z","caller":"traceutil/trace.go:171","msg":"trace[465719154] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"347.171058ms","start":"2026-05-28T01:23:01.892715Z","end":"2026-05-28T01:23:02.239886Z","steps":["trace[465719154] 'process raft request' (duration: 346.917361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:02.239981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:01.891707Z","time spent":"348.133194ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:23:02.240045Z","caller":"traceutil/trace.go:171","msg":"trace[1995027324] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"343.222347ms","start":"2026-05-28T01:23:01.89681Z","end":"2026-05-28T01:23:02.240032Z","steps":["trace[1995027324] 'process raft request' (duration: 343.001651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:02.240125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:01.896803Z","time spent":"343.282908ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:23:02.240154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:01.892712Z","time spent":"347.322343ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:23:02.364289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.309747ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T01:23:02.364433Z","caller":"traceutil/trace.go:171","msg":"trace[1759695611] linearizableReadLoop","detail":"{readStateIndex:26733; appliedIndex:26727; }","duration":"458.211762ms","start":"2026-05-28T01:23:01.90619Z","end":"2026-05-28T01:23:02.364402Z","steps":["trace[1759695611] 'read index received' (duration: 141.913993ms)","trace[1759695611] 'applied index is now lower than readState.Index' (duration: 316.294948ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:23:02.364704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.705464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:23:02.364806Z","caller":"traceutil/trace.go:171","msg":"trace[1925546734] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25872; }","duration":"341.856858ms","start":"2026-05-28T01:23:02.022923Z","end":"2026-05-28T01:23:02.36478Z","steps":["trace[1925546734] 'agreement among raft nodes before linearized reading' (duration: 341.679552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:02.364816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.601603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-28T01:23:02.364857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:02.022902Z","time spent":"341.944831ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:23:02.36488Z","caller":"traceutil/trace.go:171","msg":"trace[1635895007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25872; }","duration":"458.709486ms","start":"2026-05-28T01:23:01.906152Z","end":"2026-05-28T01:23:02.364861Z","steps":["trace[1635895007] 'agreement among raft nodes before linearized reading' (duration: 458.408887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:02.364932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:01.906139Z","time spent":"458.781049ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:23:02.365413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.378977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T01:23:02.365775Z","caller":"traceutil/trace.go:171","msg":"trace[1591365831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25872; }","duration":"459.154619ms","start":"2026-05-28T01:23:01.906595Z","end":"2026-05-28T01:23:02.36575Z","steps":["trace[1591365831] 'agreement among raft nodes before linearized reading' (duration: 458.014086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:02.365837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:01.906586Z","time spent":"459.237371ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T01:23:02.47591Z","caller":"traceutil/trace.go:171","msg":"trace[2144576504] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"104.470759ms","start":"2026-05-28T01:23:02.371403Z","end":"2026-05-28T01:23:02.475874Z","steps":["trace[2144576504] 'process raft request' (duration: 104.202442ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:02.774036Z","caller":"traceutil/trace.go:171","msg":"trace[1812187660] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"402.537086ms","start":"2026-05-28T01:23:02.371454Z","end":"2026-05-28T01:23:02.773992Z","steps":["trace[1812187660] 'process raft request' (duration: 384.313833ms)","trace[1812187660] 'compare' (duration: 17.574304ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:23:02.77427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:02.371428Z","time spent":"402.743621ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:23:02.774612Z","caller":"traceutil/trace.go:171","msg":"trace[240045496] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"401.60561ms","start":"2026-05-28T01:23:02.372962Z","end":"2026-05-28T01:23:02.774568Z","steps":["trace[240045496] 'process raft request' (duration: 400.927091ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:02.774607Z","caller":"traceutil/trace.go:171","msg":"trace[637856183] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"401.039273ms","start":"2026-05-28T01:23:02.373531Z","end":"2026-05-28T01:23:02.774571Z","steps":["trace[637856183] 'process raft request' (duration: 400.93078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:02.774782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:02.372941Z","time spent":"401.751614ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:23:02.774785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:02.373522Z","time spent":"401.172777ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:23:02.978087Z","caller":"traceutil/trace.go:171","msg":"trace[1484140624] linearizableReadLoop","detail":"{readStateIndex:26739; appliedIndex:26738; }","duration":"155.277969ms","start":"2026-05-28T01:23:02.822778Z","end":"2026-05-28T01:23:02.978055Z","steps":["trace[1484140624] 'read index received' (duration: 120.058208ms)","trace[1484140624] 'applied index is now lower than readState.Index' (duration: 35.217971ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:23:02.97847Z","caller":"traceutil/trace.go:171","msg":"trace[895328985] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"199.121552ms","start":"2026-05-28T01:23:02.77933Z","end":"2026-05-28T01:23:02.978452Z","steps":["trace[895328985] 'process raft request' (duration: 163.504419ms)","trace[895328985] 'compare' (duration: 34.429349ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:23:02.97877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.956248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:23:02.978825Z","caller":"traceutil/trace.go:171","msg":"trace[1952640577] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25877; }","duration":"156.070622ms","start":"2026-05-28T01:23:02.822738Z","end":"2026-05-28T01:23:02.978808Z","steps":["trace[1952640577] 'agreement among raft nodes before linearized reading' (duration: 155.950028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:02.979064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.065722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:23:02.979107Z","caller":"traceutil/trace.go:171","msg":"trace[1792686638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25877; }","duration":"150.165966ms","start":"2026-05-28T01:23:02.828928Z","end":"2026-05-28T01:23:02.979094Z","steps":["trace[1792686638] 'agreement among raft nodes before linearized reading' (duration: 150.093413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:03.267013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.641304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:23:03.267217Z","caller":"traceutil/trace.go:171","msg":"trace[1294784169] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"279.257127ms","start":"2026-05-28T01:23:02.987934Z","end":"2026-05-28T01:23:03.267191Z","steps":["trace[1294784169] 'process raft request' (duration: 158.339905ms)","trace[1294784169] 'compare' (duration: 120.295304ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:23:09.519941Z","caller":"traceutil/trace.go:171","msg":"trace[918285739] linearizableReadLoop","detail":"{readStateIndex:26844; appliedIndex:26843; }","duration":"114.264825ms","start":"2026-05-28T01:23:09.405643Z","end":"2026-05-28T01:23:09.519907Z","steps":["trace[918285739] 'read index received' (duration: 114.08636ms)","trace[918285739] 'applied index is now lower than readState.Index' (duration: 176.895µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:23:09.520031Z","caller":"traceutil/trace.go:171","msg":"trace[1843563340] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"229.57839ms","start":"2026-05-28T01:23:09.290409Z","end":"2026-05-28T01:23:09.519987Z","steps":["trace[1843563340] 'process raft request' (duration: 229.294212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:09.520211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.540553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-28T01:23:09.520256Z","caller":"traceutil/trace.go:171","msg":"trace[1854278743] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25981; }","duration":"114.650866ms","start":"2026-05-28T01:23:09.40559Z","end":"2026-05-28T01:23:09.520241Z","steps":["trace[1854278743] 'agreement among raft nodes before linearized reading' (duration: 114.4433ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:09.910472Z","caller":"traceutil/trace.go:171","msg":"trace[1736051150] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"261.97ms","start":"2026-05-28T01:23:09.648459Z","end":"2026-05-28T01:23:09.910429Z","steps":["trace[1736051150] 'process raft request' (duration: 261.61065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:11.99985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.29683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272999"} {"level":"info","ts":"2026-05-28T01:23:11.999969Z","caller":"traceutil/trace.go:171","msg":"trace[1761827666] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25998; }","duration":"101.489025ms","start":"2026-05-28T01:23:11.898454Z","end":"2026-05-28T01:23:11.999943Z","steps":["trace[1761827666] 'range keys from in-memory index tree' (duration: 100.768835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:17.173147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.90011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T01:23:17.173219Z","caller":"traceutil/trace.go:171","msg":"trace[1321555194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26060; }","duration":"122.058245ms","start":"2026-05-28T01:23:17.051145Z","end":"2026-05-28T01:23:17.173203Z","steps":["trace[1321555194] 'range keys from in-memory index tree' (duration: 121.718085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:17.773374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.010336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:23:17.773529Z","caller":"traceutil/trace.go:171","msg":"trace[1443311038] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"210.673687ms","start":"2026-05-28T01:23:17.562829Z","end":"2026-05-28T01:23:17.773503Z","steps":["trace[1443311038] 'process raft request' (duration: 106.419764ms)","trace[1443311038] 'compare' (duration: 103.824561ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:23:40.839952Z","caller":"traceutil/trace.go:171","msg":"trace[1233400697] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"102.206106ms","start":"2026-05-28T01:23:40.73772Z","end":"2026-05-28T01:23:40.839926Z","steps":["trace[1233400697] 'process raft request' (duration: 101.99824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:41.482753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.254055ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T01:23:41.482896Z","caller":"traceutil/trace.go:171","msg":"trace[157594075] linearizableReadLoop","detail":"{readStateIndex:27129; appliedIndex:27128; }","duration":"462.806871ms","start":"2026-05-28T01:23:41.020063Z","end":"2026-05-28T01:23:41.48287Z","steps":["trace[157594075] 'read index received' (duration: 64.385641ms)","trace[157594075] 'applied index is now lower than readState.Index' (duration: 398.41922ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:23:41.483259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.491777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T01:23:41.483302Z","caller":"traceutil/trace.go:171","msg":"trace[1635244786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26258; }","duration":"460.560208ms","start":"2026-05-28T01:23:41.022731Z","end":"2026-05-28T01:23:41.483291Z","steps":["trace[1635244786] 'agreement among raft nodes before linearized reading' (duration: 460.366632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:41.483299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.197892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T01:23:41.483318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.260915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:23:41.483363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.92758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T01:23:41.483393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.785812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-28T01:23:41.48342Z","caller":"traceutil/trace.go:171","msg":"trace[421288849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26258; }","duration":"165.013652ms","start":"2026-05-28T01:23:41.318392Z","end":"2026-05-28T01:23:41.483405Z","steps":["trace[421288849] 'agreement among raft nodes before linearized reading' (duration: 164.863218ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:41.483421Z","caller":"traceutil/trace.go:171","msg":"trace[173541404] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26258; }","duration":"189.387729ms","start":"2026-05-28T01:23:41.294007Z","end":"2026-05-28T01:23:41.483395Z","steps":["trace[173541404] 'agreement among raft nodes before linearized reading' (duration: 189.200583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:41.483344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:41.022724Z","time spent":"460.61088ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T01:23:41.483467Z","caller":"traceutil/trace.go:171","msg":"trace[1254103284] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26258; }","duration":"317.902815ms","start":"2026-05-28T01:23:41.165544Z","end":"2026-05-28T01:23:41.483447Z","steps":["trace[1254103284] 'agreement among raft nodes before linearized reading' (duration: 317.682108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:41.483512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:41.165518Z","time spent":"317.984337ms","remote":"127.0.0.1:59936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-28T01:23:41.483548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.508995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T01:23:41.483413Z","caller":"traceutil/trace.go:171","msg":"trace[578130706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26258; }","duration":"463.391828ms","start":"2026-05-28T01:23:41.019995Z","end":"2026-05-28T01:23:41.483387Z","steps":["trace[578130706] 'agreement among raft nodes before linearized reading' (duration: 463.072868ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:41.483644Z","caller":"traceutil/trace.go:171","msg":"trace[617880378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26258; }","duration":"418.666379ms","start":"2026-05-28T01:23:41.064953Z","end":"2026-05-28T01:23:41.48362Z","steps":["trace[617880378] 'agreement among raft nodes before linearized reading' (duration: 418.368151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:41.483643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:41.019974Z","time spent":"463.654936ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:23:41.483678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:41.064929Z","time spent":"418.743222ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T01:23:41.698804Z","caller":"traceutil/trace.go:171","msg":"trace[1173112594] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"210.129472ms","start":"2026-05-28T01:23:41.488628Z","end":"2026-05-28T01:23:41.698757Z","steps":["trace[1173112594] 'process raft request' (duration: 209.730301ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:41.699384Z","caller":"traceutil/trace.go:171","msg":"trace[1966827097] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"209.591138ms","start":"2026-05-28T01:23:41.489738Z","end":"2026-05-28T01:23:41.699329Z","steps":["trace[1966827097] 'process raft request' (duration: 208.882777ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:41.699474Z","caller":"traceutil/trace.go:171","msg":"trace[784440536] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"209.527165ms","start":"2026-05-28T01:23:41.489899Z","end":"2026-05-28T01:23:41.699427Z","steps":["trace[784440536] 'process raft request' (duration: 209.089493ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:41.699401Z","caller":"traceutil/trace.go:171","msg":"trace[2117328251] linearizableReadLoop","detail":"{readStateIndex:27133; appliedIndex:27130; }","duration":"118.955358ms","start":"2026-05-28T01:23:41.580413Z","end":"2026-05-28T01:23:41.699368Z","steps":["trace[2117328251] 'read index received' (duration: 117.853286ms)","trace[2117328251] 'applied index is now lower than readState.Index' (duration: 1.099912ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:23:41.699663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.205634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:23:41.699745Z","caller":"traceutil/trace.go:171","msg":"trace[831597681] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26262; }","duration":"119.321808ms","start":"2026-05-28T01:23:41.5804Z","end":"2026-05-28T01:23:41.699722Z","steps":["trace[831597681] 'agreement among raft nodes before linearized reading' (duration: 119.05513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:41.921424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.508599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:23:41.921667Z","caller":"traceutil/trace.go:171","msg":"trace[1564032967] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26263; }","duration":"110.829709ms","start":"2026-05-28T01:23:41.810806Z","end":"2026-05-28T01:23:41.921635Z","steps":["trace[1564032967] 'range keys from in-memory index tree' (duration: 110.331354ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:41.978543Z","caller":"traceutil/trace.go:171","msg":"trace[772494046] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"107.406092ms","start":"2026-05-28T01:23:41.871104Z","end":"2026-05-28T01:23:41.97851Z","steps":["trace[772494046] 'process raft request' (duration: 107.206416ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:42.572481Z","caller":"traceutil/trace.go:171","msg":"trace[104637460] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"172.200764ms","start":"2026-05-28T01:23:42.400236Z","end":"2026-05-28T01:23:42.572437Z","steps":["trace[104637460] 'process raft request' (duration: 83.935532ms)","trace[104637460] 'compare' (duration: 87.48533ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:23:42.572752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.53447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7987b747-c885-45d0-bd16-81ae398e82b7\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-28T01:23:42.572847Z","caller":"traceutil/trace.go:171","msg":"trace[1269683545] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7987b747-c885-45d0-bd16-81ae398e82b7; range_end:; response_count:1; response_revision:26266; }","duration":"169.666513ms","start":"2026-05-28T01:23:42.403162Z","end":"2026-05-28T01:23:42.572829Z","steps":["trace[1269683545] 'agreement among raft nodes before linearized reading' (duration: 169.347534ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:42.572482Z","caller":"traceutil/trace.go:171","msg":"trace[1161057411] linearizableReadLoop","detail":"{readStateIndex:27137; appliedIndex:27136; }","duration":"168.943933ms","start":"2026-05-28T01:23:42.403179Z","end":"2026-05-28T01:23:42.572122Z","steps":["trace[1161057411] 'read index received' (duration: 81.091262ms)","trace[1161057411] 'applied index is now lower than readState.Index' (duration: 87.851451ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:23:42.597915Z","caller":"traceutil/trace.go:171","msg":"trace[506983054] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"192.485145ms","start":"2026-05-28T01:23:42.405407Z","end":"2026-05-28T01:23:42.597892Z","steps":["trace[506983054] 'process raft request' (duration: 192.29371ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:42.598269Z","caller":"traceutil/trace.go:171","msg":"trace[1994565469] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"189.391179ms","start":"2026-05-28T01:23:42.408856Z","end":"2026-05-28T01:23:42.598247Z","steps":["trace[1994565469] 'process raft request' (duration: 189.226523ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:42.598341Z","caller":"traceutil/trace.go:171","msg":"trace[57898634] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"189.202654ms","start":"2026-05-28T01:23:42.409119Z","end":"2026-05-28T01:23:42.598322Z","steps":["trace[57898634] 'process raft request' (duration: 189.06159ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:42.598444Z","caller":"traceutil/trace.go:171","msg":"trace[1658134443] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"191.359254ms","start":"2026-05-28T01:23:42.406821Z","end":"2026-05-28T01:23:42.59818Z","steps":["trace[1658134443] 'process raft request' (duration: 191.005133ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:44.295602Z","caller":"traceutil/trace.go:171","msg":"trace[2010319528] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"148.736914ms","start":"2026-05-28T01:23:44.146835Z","end":"2026-05-28T01:23:44.295571Z","steps":["trace[2010319528] 'process raft request' (duration: 141.858681ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:44.549088Z","caller":"traceutil/trace.go:171","msg":"trace[561587429] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"142.90052ms","start":"2026-05-28T01:23:44.406157Z","end":"2026-05-28T01:23:44.549057Z","steps":["trace[561587429] 'process raft request' (duration: 130.383198ms)","trace[561587429] 'compare' (duration: 12.145082ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:23:44.778644Z","caller":"traceutil/trace.go:171","msg":"trace[142970416] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"174.154539ms","start":"2026-05-28T01:23:44.604428Z","end":"2026-05-28T01:23:44.778583Z","steps":["trace[142970416] 'process raft request' (duration: 139.995909ms)","trace[142970416] 'compare' (duration: 33.703078ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:23:44.778702Z","caller":"traceutil/trace.go:171","msg":"trace[2050418346] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"173.79328ms","start":"2026-05-28T01:23:44.60487Z","end":"2026-05-28T01:23:44.778664Z","steps":["trace[2050418346] 'process raft request' (duration: 173.622905ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:44.778701Z","caller":"traceutil/trace.go:171","msg":"trace[1787565841] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"173.582404ms","start":"2026-05-28T01:23:44.605079Z","end":"2026-05-28T01:23:44.778661Z","steps":["trace[1787565841] 'process raft request' (duration: 173.488131ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:44.778804Z","caller":"traceutil/trace.go:171","msg":"trace[2104591521] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"171.940007ms","start":"2026-05-28T01:23:44.606824Z","end":"2026-05-28T01:23:44.778764Z","steps":["trace[2104591521] 'process raft request' (duration: 171.793473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:45.048955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.499137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:23:45.049355Z","caller":"traceutil/trace.go:171","msg":"trace[229030891] linearizableReadLoop","detail":"{readStateIndex:27157; appliedIndex:27156; }","duration":"146.999266ms","start":"2026-05-28T01:23:44.90234Z","end":"2026-05-28T01:23:45.049339Z","steps":["trace[229030891] 'read index received' (duration: 40.988884ms)","trace[229030891] 'applied index is now lower than readState.Index' (duration: 106.009322ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:23:45.049616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.245493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:23:45.049668Z","caller":"traceutil/trace.go:171","msg":"trace[775779255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26287; }","duration":"147.363096ms","start":"2026-05-28T01:23:44.902293Z","end":"2026-05-28T01:23:45.049656Z","steps":["trace[775779255] 'agreement among raft nodes before linearized reading' (duration: 147.13357ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:45.04936Z","caller":"traceutil/trace.go:171","msg":"trace[1544908275] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"181.713671ms","start":"2026-05-28T01:23:44.867401Z","end":"2026-05-28T01:23:45.049114Z","steps":["trace[1544908275] 'process raft request' (duration: 75.931336ms)","trace[1544908275] 'compare' (duration: 104.918151ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:23:45.274014Z","caller":"traceutil/trace.go:171","msg":"trace[701642611] linearizableReadLoop","detail":"{readStateIndex:27159; appliedIndex:27158; }","duration":"173.918214ms","start":"2026-05-28T01:23:45.100056Z","end":"2026-05-28T01:23:45.273974Z","steps":["trace[701642611] 'read index received' (duration: 119.103321ms)","trace[701642611] 'applied index is now lower than readState.Index' (duration: 54.810173ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:23:45.274081Z","caller":"traceutil/trace.go:171","msg":"trace[347556044] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"219.757264ms","start":"2026-05-28T01:23:45.054281Z","end":"2026-05-28T01:23:45.274038Z","steps":["trace[347556044] 'process raft request' (duration: 164.884239ms)","trace[347556044] 'compare' (duration: 54.629448ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:23:45.274436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.282834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:23:45.274484Z","caller":"traceutil/trace.go:171","msg":"trace[978736797] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26288; }","duration":"174.480799ms","start":"2026-05-28T01:23:45.099992Z","end":"2026-05-28T01:23:45.274472Z","steps":["trace[978736797] 'agreement among raft nodes before linearized reading' (duration: 174.17983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:45.863312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.608601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T01:23:45.86344Z","caller":"traceutil/trace.go:171","msg":"trace[1039386071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26289; }","duration":"148.788726ms","start":"2026-05-28T01:23:45.714626Z","end":"2026-05-28T01:23:45.863414Z","steps":["trace[1039386071] 'range keys from in-memory index tree' (duration: 148.400035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:45.863533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.224918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:23:45.863635Z","caller":"traceutil/trace.go:171","msg":"trace[973395271] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26289; }","duration":"160.385482ms","start":"2026-05-28T01:23:45.703221Z","end":"2026-05-28T01:23:45.863607Z","steps":["trace[973395271] 'count revisions from in-memory index tree' (duration: 160.107414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:45.863911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.411823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-28T01:23:45.863963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.234406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T01:23:45.864006Z","caller":"traceutil/trace.go:171","msg":"trace[805664089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26289; }","duration":"149.532477ms","start":"2026-05-28T01:23:45.714447Z","end":"2026-05-28T01:23:45.863979Z","steps":["trace[805664089] 'range keys from in-memory index tree' (duration: 149.147986ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:45.864034Z","caller":"traceutil/trace.go:171","msg":"trace[1868442830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26289; }","duration":"150.326579ms","start":"2026-05-28T01:23:45.713691Z","end":"2026-05-28T01:23:45.864018Z","steps":["trace[1868442830] 'range keys from in-memory index tree' (duration: 150.115693ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:45.864773Z","caller":"traceutil/trace.go:171","msg":"trace[1150146614] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"117.454865ms","start":"2026-05-28T01:23:45.74728Z","end":"2026-05-28T01:23:45.864735Z","steps":["trace[1150146614] 'process raft request' (duration: 46.658913ms)","trace[1150146614] 'compare' (duration: 69.709831ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:23:46.283615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.393744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:23:46.283756Z","caller":"traceutil/trace.go:171","msg":"trace[836729216] linearizableReadLoop","detail":"{readStateIndex:27166; appliedIndex:27162; }","duration":"361.758718ms","start":"2026-05-28T01:23:45.921975Z","end":"2026-05-28T01:23:46.283733Z","steps":["trace[836729216] 'read index received' (duration: 39.847401ms)","trace[836729216] 'applied index is now lower than readState.Index' (duration: 321.909727ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:23:46.283846Z","caller":"traceutil/trace.go:171","msg":"trace[1670639454] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"400.472888ms","start":"2026-05-28T01:23:45.883361Z","end":"2026-05-28T01:23:46.283833Z","steps":["trace[1670639454] 'process raft request' (duration: 277.753225ms)","trace[1670639454] 'compare' (duration: 122.230799ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:23:46.283921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:45.883339Z","time spent":"400.533359ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:23:46.2844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.366875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:23:46.284547Z","caller":"traceutil/trace.go:171","msg":"trace[204473094] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26294; }","duration":"362.589541ms","start":"2026-05-28T01:23:45.921926Z","end":"2026-05-28T01:23:46.284515Z","steps":["trace[204473094] 'agreement among raft nodes before linearized reading' (duration: 362.21192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:46.284621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:45.921908Z","time spent":"362.699305ms","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:23:46.369064Z","caller":"traceutil/trace.go:171","msg":"trace[187290618] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"318.0894ms","start":"2026-05-28T01:23:46.050945Z","end":"2026-05-28T01:23:46.369035Z","steps":["trace[187290618] 'process raft request' (duration: 317.844702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:46.369249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:46.050908Z","time spent":"318.240074ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:23:46.369326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.19938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:23:46.369415Z","caller":"traceutil/trace.go:171","msg":"trace[1972078705] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26295; }","duration":"325.354424ms","start":"2026-05-28T01:23:46.044039Z","end":"2026-05-28T01:23:46.369393Z","steps":["trace[1972078705] 'agreement among raft nodes before linearized reading' (duration: 325.191649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:46.36945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:23:46.044016Z","time spent":"325.426166ms","remote":"127.0.0.1:41374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:23:46.369638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.910934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:23:46.369668Z","caller":"traceutil/trace.go:171","msg":"trace[773937994] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26295; }","duration":"226.993146ms","start":"2026-05-28T01:23:46.142665Z","end":"2026-05-28T01:23:46.369658Z","steps":["trace[773937994] 'agreement among raft nodes before linearized reading' (duration: 226.943875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:46.369691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.332518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:23:46.369796Z","caller":"traceutil/trace.go:171","msg":"trace[407899991] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26295; }","duration":"205.522073ms","start":"2026-05-28T01:23:46.164249Z","end":"2026-05-28T01:23:46.369771Z","steps":["trace[407899991] 'agreement among raft nodes before linearized reading' (duration: 205.297467ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:46.760893Z","caller":"traceutil/trace.go:171","msg":"trace[961325268] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"111.62608ms","start":"2026-05-28T01:23:46.649194Z","end":"2026-05-28T01:23:46.76082Z","steps":["trace[961325268] 'process raft request' (duration: 96.295909ms)","trace[961325268] 'compare' (duration: 15.004872ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:23:46.929237Z","caller":"traceutil/trace.go:171","msg":"trace[27235393] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"143.778246ms","start":"2026-05-28T01:23:46.785433Z","end":"2026-05-28T01:23:46.929212Z","steps":["trace[27235393] 'process raft request' (duration: 143.542548ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:46.929641Z","caller":"traceutil/trace.go:171","msg":"trace[1701082683] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"142.979783ms","start":"2026-05-28T01:23:46.786634Z","end":"2026-05-28T01:23:46.929614Z","steps":["trace[1701082683] 'process raft request' (duration: 142.832299ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:46.929731Z","caller":"traceutil/trace.go:171","msg":"trace[1313245190] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"143.91055ms","start":"2026-05-28T01:23:46.785706Z","end":"2026-05-28T01:23:46.929617Z","steps":["trace[1313245190] 'process raft request' (duration: 143.456307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:47.16016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.869253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:23:47.160272Z","caller":"traceutil/trace.go:171","msg":"trace[1705760081] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26301; }","duration":"125.008837ms","start":"2026-05-28T01:23:47.035228Z","end":"2026-05-28T01:23:47.160237Z","steps":["trace[1705760081] 'count revisions from in-memory index tree' (duration: 124.76837ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:47.761823Z","caller":"traceutil/trace.go:171","msg":"trace[451542197] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"133.510286ms","start":"2026-05-28T01:23:47.628272Z","end":"2026-05-28T01:23:47.761782Z","steps":["trace[451542197] 'process raft request' (duration: 97.228026ms)","trace[451542197] 'compare' (duration: 36.056414ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:23:48.022924Z","caller":"traceutil/trace.go:171","msg":"trace[685254665] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"149.863857ms","start":"2026-05-28T01:23:47.873024Z","end":"2026-05-28T01:23:48.022887Z","steps":["trace[685254665] 'process raft request' (duration: 149.549309ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:48.138548Z","caller":"traceutil/trace.go:171","msg":"trace[630451871] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"110.186639ms","start":"2026-05-28T01:23:48.028328Z","end":"2026-05-28T01:23:48.138515Z","steps":["trace[630451871] 'process raft request' (duration: 67.885329ms)","trace[630451871] 'compare' (duration: 42.057133ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:23:48.138559Z","caller":"traceutil/trace.go:171","msg":"trace[805599787] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"109.530722ms","start":"2026-05-28T01:23:48.028999Z","end":"2026-05-28T01:23:48.13853Z","steps":["trace[805599787] 'process raft request' (duration: 109.426509ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:48.138909Z","caller":"traceutil/trace.go:171","msg":"trace[417359197] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"109.790888ms","start":"2026-05-28T01:23:48.029057Z","end":"2026-05-28T01:23:48.138847Z","steps":["trace[417359197] 'process raft request' (duration: 109.424098ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:48.946806Z","caller":"traceutil/trace.go:171","msg":"trace[1205840236] linearizableReadLoop","detail":"{readStateIndex:27188; appliedIndex:27187; }","duration":"113.609336ms","start":"2026-05-28T01:23:48.833159Z","end":"2026-05-28T01:23:48.946768Z","steps":["trace[1205840236] 'read index received' (duration: 113.515963ms)","trace[1205840236] 'applied index is now lower than readState.Index' (duration: 91.953µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:23:48.947016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.838613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:23:48.947119Z","caller":"traceutil/trace.go:171","msg":"trace[181746991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26316; }","duration":"114.005017ms","start":"2026-05-28T01:23:48.833088Z","end":"2026-05-28T01:23:48.947093Z","steps":["trace[181746991] 'agreement among raft nodes before linearized reading' (duration: 113.832992ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:48.94685Z","caller":"traceutil/trace.go:171","msg":"trace[841071554] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"180.391205ms","start":"2026-05-28T01:23:48.766425Z","end":"2026-05-28T01:23:48.946816Z","steps":["trace[841071554] 'process raft request' (duration: 180.102567ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:49.102174Z","caller":"traceutil/trace.go:171","msg":"trace[1852604011] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"166.331949ms","start":"2026-05-28T01:23:48.935817Z","end":"2026-05-28T01:23:49.102149Z","steps":["trace[1852604011] 'process raft request' (duration: 166.239327ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:49.102226Z","caller":"traceutil/trace.go:171","msg":"trace[1168850717] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"266.428686ms","start":"2026-05-28T01:23:48.835749Z","end":"2026-05-28T01:23:49.102177Z","steps":["trace[1168850717] 'process raft request' (duration: 215.210865ms)","trace[1168850717] 'compare' (duration: 50.938123ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:23:49.102409Z","caller":"traceutil/trace.go:171","msg":"trace[793812591] transaction","detail":"{read_only:false; response_revision:26319; number_of_response:1; }","duration":"166.521085ms","start":"2026-05-28T01:23:48.935862Z","end":"2026-05-28T01:23:49.102383Z","steps":["trace[793812591] 'process raft request' (duration: 166.247407ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:49.102479Z","caller":"traceutil/trace.go:171","msg":"trace[1921164037] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"166.604517ms","start":"2026-05-28T01:23:48.935862Z","end":"2026-05-28T01:23:49.102466Z","steps":["trace[1921164037] 'process raft request' (duration: 166.434253ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:49.102452Z","caller":"traceutil/trace.go:171","msg":"trace[1588466497] linearizableReadLoop","detail":"{readStateIndex:27192; appliedIndex:27188; }","duration":"155.392562ms","start":"2026-05-28T01:23:48.947027Z","end":"2026-05-28T01:23:49.10242Z","steps":["trace[1588466497] 'read index received' (duration: 103.940225ms)","trace[1588466497] 'applied index is now lower than readState.Index' (duration: 51.450667ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:23:49.102666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.164028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:23:49.102748Z","caller":"traceutil/trace.go:171","msg":"trace[2125888750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26320; }","duration":"154.333693ms","start":"2026-05-28T01:23:48.948394Z","end":"2026-05-28T01:23:49.102728Z","steps":["trace[2125888750] 'agreement among raft nodes before linearized reading' (duration: 154.202139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:23:49.102801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.890695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T01:23:49.102844Z","caller":"traceutil/trace.go:171","msg":"trace[165967814] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26320; }","duration":"178.007577ms","start":"2026-05-28T01:23:48.924823Z","end":"2026-05-28T01:23:49.102831Z","steps":["trace[165967814] 'agreement among raft nodes before linearized reading' (duration: 177.73101ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:49.439075Z","caller":"traceutil/trace.go:171","msg":"trace[45969116] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"137.841238ms","start":"2026-05-28T01:23:49.301174Z","end":"2026-05-28T01:23:49.439015Z","steps":["trace[45969116] 'process raft request' (duration: 137.476868ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:54.90223Z","caller":"traceutil/trace.go:171","msg":"trace[251243976] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"259.7761ms","start":"2026-05-28T01:23:54.642404Z","end":"2026-05-28T01:23:54.90218Z","steps":["trace[251243976] 'process raft request' (duration: 259.415369ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:55.233397Z","caller":"traceutil/trace.go:171","msg":"trace[1574455710] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"106.659521ms","start":"2026-05-28T01:23:55.126712Z","end":"2026-05-28T01:23:55.233372Z","steps":["trace[1574455710] 'process raft request' (duration: 106.473016ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:55.233602Z","caller":"traceutil/trace.go:171","msg":"trace[780488982] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"106.792455ms","start":"2026-05-28T01:23:55.126786Z","end":"2026-05-28T01:23:55.233578Z","steps":["trace[780488982] 'process raft request' (duration: 106.544588ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:23:55.233758Z","caller":"traceutil/trace.go:171","msg":"trace[946397226] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"106.689272ms","start":"2026-05-28T01:23:55.127054Z","end":"2026-05-28T01:23:55.233743Z","steps":["trace[946397226] 'process raft request' (duration: 106.436555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:24:16.221173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.094881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T01:24:16.221313Z","caller":"traceutil/trace.go:171","msg":"trace[1612252661] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26520; }","duration":"189.317047ms","start":"2026-05-28T01:24:16.031969Z","end":"2026-05-28T01:24:16.221286Z","steps":["trace[1612252661] 'count revisions from in-memory index tree' (duration: 188.995728ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:24:23.589379Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b41.wal"} {"level":"info","ts":"2026-05-28T01:26:42.606308Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25150} {"level":"info","ts":"2026-05-28T01:26:42.750843Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25150,"took":"139.246807ms","hash":641736853,"current-db-size-bytes":57569280,"current-db-size":"58 MB","current-db-size-in-use-bytes":37027840,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-05-28T01:26:42.750951Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":641736853,"revision":25150,"compact-revision":21957} {"level":"info","ts":"2026-05-28T01:27:38.319607Z","caller":"traceutil/trace.go:171","msg":"trace[2071562006] transaction","detail":"{read_only:false; response_revision:28556; number_of_response:1; }","duration":"114.152021ms","start":"2026-05-28T01:27:38.205418Z","end":"2026-05-28T01:27:38.31957Z","steps":["trace[2071562006] 'process raft request' (duration: 113.901414ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:27:38.319602Z","caller":"traceutil/trace.go:171","msg":"trace[1536786531] transaction","detail":"{read_only:false; response_revision:28557; number_of_response:1; }","duration":"113.663077ms","start":"2026-05-28T01:27:38.205903Z","end":"2026-05-28T01:27:38.319566Z","steps":["trace[1536786531] 'process raft request' (duration: 113.554344ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:27:38.319691Z","caller":"traceutil/trace.go:171","msg":"trace[251180693] transaction","detail":"{read_only:false; response_revision:28555; number_of_response:1; }","duration":"121.738874ms","start":"2026-05-28T01:27:38.197904Z","end":"2026-05-28T01:27:38.319643Z","steps":["trace[251180693] 'process raft request' (duration: 117.569307ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:28:30.533917Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a847c2e9c7010db6","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T01:28:30.539478Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-28T01:28:30.539675Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-28T01:31:42.613008Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27994} {"level":"info","ts":"2026-05-28T01:31:42.757358Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27994,"took":"138.604528ms","hash":576552887,"current-db-size-bytes":57569280,"current-db-size":"58 MB","current-db-size-in-use-bytes":32485376,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-28T01:31:42.757457Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":576552887,"revision":27994,"compact-revision":25150} {"level":"info","ts":"2026-05-28T01:36:42.620692Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30506} {"level":"info","ts":"2026-05-28T01:36:42.762132Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30506,"took":"136.357332ms","hash":1327023613,"current-db-size-bytes":57569280,"current-db-size":"58 MB","current-db-size-in-use-bytes":30347264,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-28T01:36:42.76223Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1327023613,"revision":30506,"compact-revision":27994} {"level":"info","ts":"2026-05-28T01:41:42.626618Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32767} {"level":"info","ts":"2026-05-28T01:41:42.780216Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32767,"took":"148.774822ms","hash":2167345313,"current-db-size-bytes":58613760,"current-db-size":"59 MB","current-db-size-in-use-bytes":30056448,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-28T01:41:42.780328Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2167345313,"revision":32767,"compact-revision":30506} {"level":"warn","ts":"2026-05-28T01:44:38.468794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.190423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:44:38.469036Z","caller":"traceutil/trace.go:171","msg":"trace[1673390573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36339; }","duration":"639.451931ms","start":"2026-05-28T01:44:37.829501Z","end":"2026-05-28T01:44:38.468953Z","steps":["trace[1673390573] 'range keys from in-memory index tree' (duration: 639.118291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:44:38.469132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:44:37.829478Z","time spent":"639.638497ms","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:44:38.469321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.82391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:44:38.469465Z","caller":"traceutil/trace.go:171","msg":"trace[1563525973] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:36339; }","duration":"588.101188ms","start":"2026-05-28T01:44:37.881336Z","end":"2026-05-28T01:44:38.469437Z","steps":["trace[1563525973] 'count revisions from in-memory index tree' (duration: 587.725047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:44:38.469538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:44:37.881318Z","time spent":"588.20685ms","remote":"127.0.0.1:49706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:44:38.469883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:44:38.051419Z","time spent":"418.45794ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T01:44:38.471038Z","caller":"traceutil/trace.go:171","msg":"trace[2061228632] linearizableReadLoop","detail":"{readStateIndex:37489; appliedIndex:37488; }","duration":"276.775948ms","start":"2026-05-28T01:44:38.194238Z","end":"2026-05-28T01:44:38.471014Z","steps":["trace[2061228632] 'read index received' (duration: 273.428754ms)","trace[2061228632] 'applied index is now lower than readState.Index' (duration: 3.346594ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:44:38.47115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.903412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:44:38.471178Z","caller":"traceutil/trace.go:171","msg":"trace[2009838711] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:36340; }","duration":"276.993295ms","start":"2026-05-28T01:44:38.194174Z","end":"2026-05-28T01:44:38.471167Z","steps":["trace[2009838711] 'agreement among raft nodes before linearized reading' (duration: 276.902842ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:44:38.471167Z","caller":"traceutil/trace.go:171","msg":"trace[1354000832] transaction","detail":"{read_only:false; response_revision:36340; number_of_response:1; }","duration":"548.953157ms","start":"2026-05-28T01:44:37.922193Z","end":"2026-05-28T01:44:38.471146Z","steps":["trace[1354000832] 'process raft request' (duration: 545.584653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:44:38.47138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:44:37.92217Z","time spent":"549.03865ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:44:38.473326Z","caller":"traceutil/trace.go:171","msg":"trace[2055992577] transaction","detail":"{read_only:false; response_revision:36341; number_of_response:1; }","duration":"228.676877ms","start":"2026-05-28T01:44:38.24462Z","end":"2026-05-28T01:44:38.473297Z","steps":["trace[2055992577] 'process raft request' (duration: 227.615267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:45:19.294582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988151354923111112,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:45:19.576187Z","caller":"traceutil/trace.go:171","msg":"trace[1611858126] transaction","detail":"{read_only:false; response_revision:36671; number_of_response:1; }","duration":"928.851374ms","start":"2026-05-28T01:45:18.647314Z","end":"2026-05-28T01:45:19.576165Z","steps":["trace[1611858126] 'process raft request' (duration: 928.704749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:45:19.576322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:45:18.647275Z","time spent":"928.975127ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:45:19.582373Z","caller":"traceutil/trace.go:171","msg":"trace[81651629] transaction","detail":"{read_only:false; response_revision:36672; number_of_response:1; }","duration":"934.961906ms","start":"2026-05-28T01:45:18.647388Z","end":"2026-05-28T01:45:19.58235Z","steps":["trace[81651629] 'process raft request' (duration: 932.923919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:45:19.582512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:45:18.647361Z","time spent":"935.071989ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:45:19.58288Z","caller":"traceutil/trace.go:171","msg":"trace[1247685567] transaction","detail":"{read_only:false; response_revision:36673; number_of_response:1; }","duration":"930.827729ms","start":"2026-05-28T01:45:18.652039Z","end":"2026-05-28T01:45:19.582867Z","steps":["trace[1247685567] 'process raft request' (duration: 930.237382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:45:19.582956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:45:18.652008Z","time spent":"930.910361ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:45:19.583302Z","caller":"traceutil/trace.go:171","msg":"trace[161768735] transaction","detail":"{read_only:false; response_revision:36674; number_of_response:1; }","duration":"923.432262ms","start":"2026-05-28T01:45:18.659846Z","end":"2026-05-28T01:45:19.583279Z","steps":["trace[161768735] 'process raft request' (duration: 922.973159ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:45:19.583321Z","caller":"traceutil/trace.go:171","msg":"trace[343471576] linearizableReadLoop","detail":"{readStateIndex:37833; appliedIndex:37828; }","duration":"789.346464ms","start":"2026-05-28T01:45:18.79395Z","end":"2026-05-28T01:45:19.583297Z","steps":["trace[343471576] 'read index received' (duration: 782.44747ms)","trace[343471576] 'applied index is now lower than readState.Index' (duration: 6.898074ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:45:19.583455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:45:18.659832Z","time spent":"923.527694ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:45:19.583539Z","caller":"traceutil/trace.go:171","msg":"trace[545353650] transaction","detail":"{read_only:false; response_revision:36675; number_of_response:1; }","duration":"921.756755ms","start":"2026-05-28T01:45:18.661768Z","end":"2026-05-28T01:45:19.583525Z","steps":["trace[545353650] 'process raft request' (duration: 921.390825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:45:19.583649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.703764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:45:19.583713Z","caller":"traceutil/trace.go:171","msg":"trace[1694705144] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:36676; }","duration":"789.808427ms","start":"2026-05-28T01:45:18.793883Z","end":"2026-05-28T01:45:19.583691Z","steps":["trace[1694705144] 'agreement among raft nodes before linearized reading' (duration: 789.676013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:45:19.583752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:45:18.793859Z","time spent":"789.880349ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:45:19.583753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:45:18.661728Z","time spent":"921.888128ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:45:19.583925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.828332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:45:19.583982Z","caller":"traceutil/trace.go:171","msg":"trace[55505007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36676; }","duration":"760.941455ms","start":"2026-05-28T01:45:18.823016Z","end":"2026-05-28T01:45:19.583958Z","steps":["trace[55505007] 'agreement among raft nodes before linearized reading' (duration: 760.635746ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:45:19.584003Z","caller":"traceutil/trace.go:171","msg":"trace[832129468] transaction","detail":"{read_only:false; response_revision:36676; number_of_response:1; }","duration":"919.292485ms","start":"2026-05-28T01:45:18.664692Z","end":"2026-05-28T01:45:19.583985Z","steps":["trace[832129468] 'process raft request' (duration: 918.555624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:45:19.584104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:45:18.664665Z","time spent":"919.384658ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:45:19.584191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.136417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:45:19.584245Z","caller":"traceutil/trace.go:171","msg":"trace[780547718] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:36676; }","duration":"204.301322ms","start":"2026-05-28T01:45:19.379931Z","end":"2026-05-28T01:45:19.584233Z","steps":["trace[780547718] 'agreement among raft nodes before linearized reading' (duration: 204.105056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:45:19.584015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:45:18.822999Z","time spent":"761.008136ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:45:19.584231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.742429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:45:19.584314Z","caller":"traceutil/trace.go:171","msg":"trace[488915542] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:36676; }","duration":"639.876522ms","start":"2026-05-28T01:45:18.944421Z","end":"2026-05-28T01:45:19.584298Z","steps":["trace[488915542] 'agreement among raft nodes before linearized reading' (duration: 639.728808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:45:19.584412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:45:18.944396Z","time spent":"639.975825ms","remote":"127.0.0.1:50088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T01:45:19.584467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.779299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:45:19.584526Z","caller":"traceutil/trace.go:171","msg":"trace[1767458928] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:36676; }","duration":"434.879891ms","start":"2026-05-28T01:45:19.149629Z","end":"2026-05-28T01:45:19.584509Z","steps":["trace[1767458928] 'agreement among raft nodes before linearized reading' (duration: 434.794649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:45:19.584576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:45:19.149601Z","time spent":"434.964644ms","remote":"127.0.0.1:54306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:45:19.584745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.21914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T01:45:19.584822Z","caller":"traceutil/trace.go:171","msg":"trace[581107935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36676; }","duration":"715.350634ms","start":"2026-05-28T01:45:18.869449Z","end":"2026-05-28T01:45:19.584799Z","steps":["trace[581107935] 'agreement among raft nodes before linearized reading' (duration: 715.088536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:45:19.584868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:45:18.86943Z","time spent":"715.429077ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T01:46:42.632996Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34995} {"level":"info","ts":"2026-05-28T01:46:42.771247Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34995,"took":"134.076098ms","hash":3284208976,"current-db-size-bytes":58613760,"current-db-size":"59 MB","current-db-size-in-use-bytes":31346688,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-28T01:46:42.771307Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3284208976,"revision":34995,"compact-revision":32767} {"level":"warn","ts":"2026-05-28T01:48:08.492976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988151354923114047,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:48:08.496215Z","caller":"traceutil/trace.go:171","msg":"trace[622944035] transaction","detail":"{read_only:false; response_revision:37953; number_of_response:1; }","duration":"504.704313ms","start":"2026-05-28T01:48:07.99148Z","end":"2026-05-28T01:48:08.496184Z","steps":["trace[622944035] 'process raft request' (duration: 503.818119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:48:08.496931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:48:07.99145Z","time spent":"504.9432ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:48:08.501864Z","caller":"traceutil/trace.go:171","msg":"trace[947616998] linearizableReadLoop","detail":"{readStateIndex:39148; appliedIndex:39146; }","duration":"509.317653ms","start":"2026-05-28T01:48:07.992509Z","end":"2026-05-28T01:48:08.501827Z","steps":["trace[947616998] 'read index received' (duration: 502.827881ms)","trace[947616998] 'applied index is now lower than readState.Index' (duration: 6.488152ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:48:08.502045Z","caller":"traceutil/trace.go:171","msg":"trace[2024721596] transaction","detail":"{read_only:false; response_revision:37954; number_of_response:1; }","duration":"509.5573ms","start":"2026-05-28T01:48:07.992476Z","end":"2026-05-28T01:48:08.502034Z","steps":["trace[2024721596] 'process raft request' (duration: 509.117278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:48:08.502191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:48:07.992451Z","time spent":"509.625722ms","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:48:08.502172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.624703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:48:08.502256Z","caller":"traceutil/trace.go:171","msg":"trace[1527995862] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:37954; }","duration":"413.729046ms","start":"2026-05-28T01:48:08.088505Z","end":"2026-05-28T01:48:08.502234Z","steps":["trace[1527995862] 'agreement among raft nodes before linearized reading' (duration: 413.580442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:48:08.502315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:48:08.088462Z","time spent":"413.841729ms","remote":"127.0.0.1:32838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:48:08.502609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.493691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:48:08.502624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.307567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:48:08.502653Z","caller":"traceutil/trace.go:171","msg":"trace[722727197] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:37954; }","duration":"328.579954ms","start":"2026-05-28T01:48:08.174063Z","end":"2026-05-28T01:48:08.502643Z","steps":["trace[722727197] 'agreement among raft nodes before linearized reading' (duration: 328.497721ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:48:08.502665Z","caller":"traceutil/trace.go:171","msg":"trace[472981737] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:37954; }","duration":"328.408829ms","start":"2026-05-28T01:48:08.174243Z","end":"2026-05-28T01:48:08.502652Z","steps":["trace[472981737] 'agreement among raft nodes before linearized reading' (duration: 328.315796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:48:08.502685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:48:08.174039Z","time spent":"328.637896ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:48:08.502731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.225989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:48:08.502756Z","caller":"traceutil/trace.go:171","msg":"trace[1316798332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37954; }","duration":"510.283151ms","start":"2026-05-28T01:48:07.992467Z","end":"2026-05-28T01:48:08.50275Z","steps":["trace[1316798332] 'agreement among raft nodes before linearized reading' (duration: 510.238219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:48:08.502775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:48:07.992448Z","time spent":"510.323541ms","remote":"127.0.0.1:59754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:48:08.50269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:48:08.174216Z","time spent":"328.468881ms","remote":"127.0.0.1:49818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:50:00.65365Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a847c2e9c7010db6","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T01:50:00.660187Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-28T01:50:00.660299Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-28T01:51:42.639681Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37288} {"level":"info","ts":"2026-05-28T01:51:42.766872Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37288,"took":"122.632406ms","hash":755297511,"current-db-size-bytes":59035648,"current-db-size":"59 MB","current-db-size-in-use-bytes":32165888,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-28T01:51:42.767019Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":755297511,"revision":37288,"compact-revision":34995}