{"level":"warn","ts":"2026-05-13T00:59:25.013748Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-13T00:59:25.013892Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.74:2380","--initial-cluster=instance=https://199.204.45.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-13T00:59:25.014178Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-13T00:59:25.0142Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-05-13T00:59:25.014228Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-13T00:59:25.015946Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"]} {"level":"info","ts":"2026-05-13T00:59:25.016213Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-13T00:59:25.027913Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"10.965146ms"} {"level":"info","ts":"2026-05-13T00:59:25.045738Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"89ba38f964b95aa0","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-05-13T00:59:25.04588Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=()"} {"level":"info","ts":"2026-05-13T00:59:25.045911Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 0"} {"level":"info","ts":"2026-05-13T00:59:25.045932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 89ba38f964b95aa0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-13T00:59:25.045951Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 1"} {"level":"info","ts":"2026-05-13T00:59:25.046008Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"warn","ts":"2026-05-13T00:59:25.053384Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-13T00:59:25.055202Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-13T00:59:25.056556Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-13T00:59:25.060371Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"89ba38f964b95aa0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-13T00:59:25.060777Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-13T00:59:25.06092Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-13T00:59:25.060861Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"89ba38f964b95aa0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-13T00:59:25.06094Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-13T00:59:25.061612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"info","ts":"2026-05-13T00:59:25.061791Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"89ba38f964b95aa0","added-peer-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-05-13T00:59:25.065778Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-13T00:59:25.066004Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-05-13T00:59:25.066073Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-05-13T00:59:25.066402Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"89ba38f964b95aa0","initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-13T00:59:25.066469Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-13T00:59:25.146456Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 is starting a new election at term 1"} {"level":"info","ts":"2026-05-13T00:59:25.146527Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-13T00:59:25.146579Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgPreVoteResp from 89ba38f964b95aa0 at term 1"} {"level":"info","ts":"2026-05-13T00:59:25.146605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became candidate at term 2"} {"level":"info","ts":"2026-05-13T00:59:25.146619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgVoteResp from 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-05-13T00:59:25.146636Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became leader at term 2"} {"level":"info","ts":"2026-05-13T00:59:25.146716Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 89ba38f964b95aa0 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-05-13T00:59:25.148227Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"89ba38f964b95aa0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.74:2379]}","request-path":"/0/members/89ba38f964b95aa0/attributes","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-05-13T00:59:25.148405Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-13T00:59:25.148512Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-13T00:59:25.148669Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-13T00:59:25.14902Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-13T00:59:25.149176Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-13T00:59:25.149873Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","cluster-version":"3.5"} {"level":"info","ts":"2026-05-13T00:59:25.150063Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-13T00:59:25.150147Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-13T00:59:25.15208Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-13T00:59:25.152576Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.74:2379"} {"level":"warn","ts":"2026-05-13T00:59:34.550938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.107953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-13T00:59:34.551123Z","caller":"traceutil/trace.go:171","msg":"trace[1330758408] linearizableReadLoop","detail":"{readStateIndex:360; appliedIndex:359; }","duration":"274.732715ms","start":"2026-05-13T00:59:34.276371Z","end":"2026-05-13T00:59:34.551104Z","steps":["trace[1330758408] 'read index received' (duration: 40.711µs)","trace[1330758408] 'applied index is now lower than readState.Index' (duration: 274.690304ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T00:59:34.551165Z","caller":"traceutil/trace.go:171","msg":"trace[86185305] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"303.249351ms","start":"2026-05-13T00:59:34.247873Z","end":"2026-05-13T00:59:34.551122Z","steps":["trace[86185305] 'process raft request' (duration: 21.420351ms)","trace[86185305] 'compare' (duration: 280.919249ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T00:59:34.55147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.827537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5326"} {"level":"warn","ts":"2026-05-13T00:59:34.551443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T00:59:34.247849Z","time spent":"303.471736ms","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T00:59:34.551504Z","caller":"traceutil/trace.go:171","msg":"trace[2129363056] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:347; }","duration":"235.933529ms","start":"2026-05-13T00:59:34.31556Z","end":"2026-05-13T00:59:34.551494Z","steps":["trace[2129363056] 'agreement among raft nodes before linearized reading' (duration: 235.729954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T00:59:34.551506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.832096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-05-13T00:59:34.551599Z","caller":"traceutil/trace.go:171","msg":"trace[703007327] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:347; }","duration":"235.98046ms","start":"2026-05-13T00:59:34.315599Z","end":"2026-05-13T00:59:34.551579Z","steps":["trace[703007327] 'agreement among raft nodes before linearized reading' (duration: 235.746624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T00:59:34.551702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.716959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-05-13T00:59:34.551668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.988726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-05-13T00:59:34.551756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.100213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-05-13T00:59:34.551783Z","caller":"traceutil/trace.go:171","msg":"trace[693151872] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:347; }","duration":"174.787611ms","start":"2026-05-13T00:59:34.376958Z","end":"2026-05-13T00:59:34.551746Z","steps":["trace[693151872] 'agreement among raft nodes before linearized reading' (duration: 174.485544ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:34.551793Z","caller":"traceutil/trace.go:171","msg":"trace[1311611263] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:347; }","duration":"226.16118ms","start":"2026-05-13T00:59:34.325608Z","end":"2026-05-13T00:59:34.551769Z","steps":["trace[1311611263] 'agreement among raft nodes before linearized reading' (duration: 225.853033ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:34.551809Z","caller":"traceutil/trace.go:171","msg":"trace[899960726] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:347; }","duration":"236.145304ms","start":"2026-05-13T00:59:34.315644Z","end":"2026-05-13T00:59:34.551789Z","steps":["trace[899960726] 'agreement among raft nodes before linearized reading' (duration: 235.698933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T00:59:34.551673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.035121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-05-13T00:59:34.551793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.049931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"warn","ts":"2026-05-13T00:59:34.551912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.941207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-05-13T00:59:34.551969Z","caller":"traceutil/trace.go:171","msg":"trace[1548114616] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:347; }","duration":"236.172605ms","start":"2026-05-13T00:59:34.315708Z","end":"2026-05-13T00:59:34.55188Z","steps":["trace[1548114616] 'agreement among raft nodes before linearized reading' (duration: 235.801216ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:34.551979Z","caller":"traceutil/trace.go:171","msg":"trace[510406216] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:347; }","duration":"125.02227ms","start":"2026-05-13T00:59:34.426938Z","end":"2026-05-13T00:59:34.55196Z","steps":["trace[510406216] 'agreement among raft nodes before linearized reading' (duration: 124.467247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T00:59:34.551691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.918968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4200"} {"level":"warn","ts":"2026-05-13T00:59:34.552108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.293707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-05-13T00:59:34.55212Z","caller":"traceutil/trace.go:171","msg":"trace[1666418098] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:347; }","duration":"236.353759ms","start":"2026-05-13T00:59:34.315751Z","end":"2026-05-13T00:59:34.552104Z","steps":["trace[1666418098] 'agreement among raft nodes before linearized reading' (duration: 235.668903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T00:59:34.551531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.930239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4659"} {"level":"info","ts":"2026-05-13T00:59:34.552145Z","caller":"traceutil/trace.go:171","msg":"trace[1137283801] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:347; }","duration":"236.348649ms","start":"2026-05-13T00:59:34.315784Z","end":"2026-05-13T00:59:34.552132Z","steps":["trace[1137283801] 'agreement among raft nodes before linearized reading' (duration: 235.512619ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:34.553507Z","caller":"traceutil/trace.go:171","msg":"trace[416143082] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:347; }","duration":"237.935226ms","start":"2026-05-13T00:59:34.315533Z","end":"2026-05-13T00:59:34.553469Z","steps":["trace[416143082] 'agreement among raft nodes before linearized reading' (duration: 235.866227ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:34.554839Z","caller":"traceutil/trace.go:171","msg":"trace[140845641] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:347; }","duration":"275.878491ms","start":"2026-05-13T00:59:34.276318Z","end":"2026-05-13T00:59:34.552196Z","steps":["trace[140845641] 'agreement among raft nodes before linearized reading' (duration: 274.928589ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:34.697223Z","caller":"traceutil/trace.go:171","msg":"trace[1609704243] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"135.658927ms","start":"2026-05-13T00:59:34.56153Z","end":"2026-05-13T00:59:34.697189Z","steps":["trace[1609704243] 'process raft request' (duration: 135.438112ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:34.697718Z","caller":"traceutil/trace.go:171","msg":"trace[1744055949] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"133.261841ms","start":"2026-05-13T00:59:34.564439Z","end":"2026-05-13T00:59:34.697701Z","steps":["trace[1744055949] 'process raft request' (duration: 133.149119ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:34.697804Z","caller":"traceutil/trace.go:171","msg":"trace[1372626137] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"135.105894ms","start":"2026-05-13T00:59:34.562657Z","end":"2026-05-13T00:59:34.697763Z","steps":["trace[1372626137] 'process raft request' (duration: 134.852448ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:34.697923Z","caller":"traceutil/trace.go:171","msg":"trace[2080818178] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"135.949814ms","start":"2026-05-13T00:59:34.561889Z","end":"2026-05-13T00:59:34.697839Z","steps":["trace[2080818178] 'process raft request' (duration: 135.244447ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:34.698183Z","caller":"traceutil/trace.go:171","msg":"trace[1767955093] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"133.619019ms","start":"2026-05-13T00:59:34.564517Z","end":"2026-05-13T00:59:34.698136Z","steps":["trace[1767955093] 'process raft request' (duration: 133.127428ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:34.698444Z","caller":"traceutil/trace.go:171","msg":"trace[1833551870] linearizableReadLoop","detail":"{readStateIndex:367; appliedIndex:360; }","duration":"123.294029ms","start":"2026-05-13T00:59:34.575103Z","end":"2026-05-13T00:59:34.698397Z","steps":["trace[1833551870] 'read index received' (duration: 74.303405ms)","trace[1833551870] 'applied index is now lower than readState.Index' (duration: 48.988754ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T00:59:34.698554Z","caller":"traceutil/trace.go:171","msg":"trace[281023877] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"133.792523ms","start":"2026-05-13T00:59:34.564685Z","end":"2026-05-13T00:59:34.698477Z","steps":["trace[281023877] 'process raft request' (duration: 133.251701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T00:59:34.699495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.342713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-05-13T00:59:34.699575Z","caller":"traceutil/trace.go:171","msg":"trace[1852178224] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:354; }","duration":"124.486597ms","start":"2026-05-13T00:59:34.575069Z","end":"2026-05-13T00:59:34.699555Z","steps":["trace[1852178224] 'agreement among raft nodes before linearized reading' (duration: 123.487333ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:39.076194Z","caller":"traceutil/trace.go:171","msg":"trace[681985266] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"400.07716ms","start":"2026-05-13T00:59:38.676067Z","end":"2026-05-13T00:59:39.076145Z","steps":["trace[681985266] 'process raft request' (duration: 316.94023ms)","trace[681985266] 'compare' (duration: 82.583287ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T00:59:39.076687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T00:59:38.676033Z","time spent":"400.286985ms","remote":"127.0.0.1:60338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T00:59:50.25089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.67726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T00:59:50.250932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.391032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T00:59:50.251002Z","caller":"traceutil/trace.go:171","msg":"trace[94111917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:463; }","duration":"623.804453ms","start":"2026-05-13T00:59:49.627173Z","end":"2026-05-13T00:59:50.250977Z","steps":["trace[94111917] 'range keys from in-memory index tree' (duration: 623.579878ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:50.251041Z","caller":"traceutil/trace.go:171","msg":"trace[1748371202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:463; }","duration":"657.579826ms","start":"2026-05-13T00:59:49.593434Z","end":"2026-05-13T00:59:50.251014Z","steps":["trace[1748371202] 'range keys from in-memory index tree' (duration: 657.212347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T00:59:50.251051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T00:59:49.627095Z","time spent":"623.947526ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T00:59:50.251105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T00:59:49.593405Z","time spent":"657.684319ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T00:59:50.251834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.578277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-13T00:59:50.251913Z","caller":"traceutil/trace.go:171","msg":"trace[276252152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:463; }","duration":"452.692959ms","start":"2026-05-13T00:59:49.799198Z","end":"2026-05-13T00:59:50.251891Z","steps":["trace[276252152] 'range keys from in-memory index tree' (duration: 451.458261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T00:59:50.251962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T00:59:49.799171Z","time spent":"452.777661ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T00:59:50.444914Z","caller":"traceutil/trace.go:171","msg":"trace[466934969] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"188.904117ms","start":"2026-05-13T00:59:50.255978Z","end":"2026-05-13T00:59:50.444882Z","steps":["trace[466934969] 'process raft request' (duration: 188.714442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T00:59:51.12968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.022704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T00:59:51.129934Z","caller":"traceutil/trace.go:171","msg":"trace[1703677193] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:482; }","duration":"502.79429ms","start":"2026-05-13T00:59:50.62712Z","end":"2026-05-13T00:59:51.129914Z","steps":["trace[1703677193] 'read index received' (duration: 154.379817ms)","trace[1703677193] 'applied index is now lower than readState.Index' (duration: 348.413383ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T00:59:51.130048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.935894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T00:59:51.130082Z","caller":"traceutil/trace.go:171","msg":"trace[1536700498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:466; }","duration":"502.969095ms","start":"2026-05-13T00:59:50.627101Z","end":"2026-05-13T00:59:51.13007Z","steps":["trace[1536700498] 'agreement among raft nodes before linearized reading' (duration: 502.871692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T00:59:51.130116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T00:59:50.627044Z","time spent":"503.065227ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T00:59:51.130133Z","caller":"traceutil/trace.go:171","msg":"trace[454649628] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"597.516196ms","start":"2026-05-13T00:59:50.532605Z","end":"2026-05-13T00:59:51.130121Z","steps":["trace[454649628] 'process raft request' (duration: 597.210759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T00:59:51.130207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T00:59:50.532563Z","time spent":"597.620157ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T00:59:51.130255Z","caller":"traceutil/trace.go:171","msg":"trace[1753346061] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"873.93105ms","start":"2026-05-13T00:59:50.256274Z","end":"2026-05-13T00:59:51.130205Z","steps":["trace[1753346061] 'process raft request' (duration: 525.266721ms)","trace[1753346061] 'compare' (duration: 347.799309ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T00:59:51.130478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T00:59:50.256254Z","time spent":"874.101964ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T00:59:51.269599Z","caller":"traceutil/trace.go:171","msg":"trace[1899650134] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"112.518797ms","start":"2026-05-13T00:59:51.157047Z","end":"2026-05-13T00:59:51.269566Z","steps":["trace[1899650134] 'process raft request' (duration: 110.584302ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:51.543619Z","caller":"traceutil/trace.go:171","msg":"trace[530056431] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"104.528222ms","start":"2026-05-13T00:59:51.439055Z","end":"2026-05-13T00:59:51.543583Z","steps":["trace[530056431] 'process raft request' (duration: 104.282857ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:56.279862Z","caller":"traceutil/trace.go:171","msg":"trace[1801501250] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"104.694635ms","start":"2026-05-13T00:59:56.175128Z","end":"2026-05-13T00:59:56.279822Z","steps":["trace[1801501250] 'process raft request' (duration: 104.285246ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:56.636121Z","caller":"traceutil/trace.go:171","msg":"trace[1825104481] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"142.797589ms","start":"2026-05-13T00:59:56.493299Z","end":"2026-05-13T00:59:56.636097Z","steps":["trace[1825104481] 'process raft request' (duration: 142.480851ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:56.63632Z","caller":"traceutil/trace.go:171","msg":"trace[2072550107] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"140.732631ms","start":"2026-05-13T00:59:56.495539Z","end":"2026-05-13T00:59:56.636272Z","steps":["trace[2072550107] 'process raft request' (duration: 140.373272ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.338521Z","caller":"traceutil/trace.go:171","msg":"trace[661321554] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"125.259552ms","start":"2026-05-13T00:59:58.213226Z","end":"2026-05-13T00:59:58.338485Z","steps":["trace[661321554] 'process raft request' (duration: 124.980315ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.338609Z","caller":"traceutil/trace.go:171","msg":"trace[1463667955] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"125.337794ms","start":"2026-05-13T00:59:58.213227Z","end":"2026-05-13T00:59:58.338564Z","steps":["trace[1463667955] 'process raft request' (duration: 125.141799ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.338689Z","caller":"traceutil/trace.go:171","msg":"trace[1693919830] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"114.238907ms","start":"2026-05-13T00:59:58.224412Z","end":"2026-05-13T00:59:58.338651Z","steps":["trace[1693919830] 'process raft request' (duration: 114.047652ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.338744Z","caller":"traceutil/trace.go:171","msg":"trace[1993445533] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"114.447672ms","start":"2026-05-13T00:59:58.224286Z","end":"2026-05-13T00:59:58.338734Z","steps":["trace[1993445533] 'process raft request' (duration: 114.129974ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.338743Z","caller":"traceutil/trace.go:171","msg":"trace[1760398139] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"114.299049ms","start":"2026-05-13T00:59:58.224428Z","end":"2026-05-13T00:59:58.338727Z","steps":["trace[1760398139] 'process raft request' (duration: 114.117274ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.338679Z","caller":"traceutil/trace.go:171","msg":"trace[274108797] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"114.222777ms","start":"2026-05-13T00:59:58.224432Z","end":"2026-05-13T00:59:58.338655Z","steps":["trace[274108797] 'process raft request' (duration: 114.074573ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.338878Z","caller":"traceutil/trace.go:171","msg":"trace[1306780717] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"107.772618ms","start":"2026-05-13T00:59:58.231098Z","end":"2026-05-13T00:59:58.338871Z","steps":["trace[1306780717] 'process raft request' (duration: 107.557313ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.338891Z","caller":"traceutil/trace.go:171","msg":"trace[1150145481] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"113.997951ms","start":"2026-05-13T00:59:58.22488Z","end":"2026-05-13T00:59:58.338878Z","steps":["trace[1150145481] 'process raft request' (duration: 113.703234ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.338906Z","caller":"traceutil/trace.go:171","msg":"trace[2125147836] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"105.010244ms","start":"2026-05-13T00:59:58.233888Z","end":"2026-05-13T00:59:58.338899Z","steps":["trace[2125147836] 'process raft request' (duration: 104.84994ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.484362Z","caller":"traceutil/trace.go:171","msg":"trace[250573748] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"185.980659ms","start":"2026-05-13T00:59:58.298344Z","end":"2026-05-13T00:59:58.484324Z","steps":["trace[250573748] 'process raft request' (duration: 184.027554ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.484379Z","caller":"traceutil/trace.go:171","msg":"trace[1503994153] transaction","detail":"{read_only:false; number_of_response:1; response_revision:528; }","duration":"184.251329ms","start":"2026-05-13T00:59:58.300095Z","end":"2026-05-13T00:59:58.484346Z","steps":["trace[1503994153] 'process raft request' (duration: 184.198528ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.484604Z","caller":"traceutil/trace.go:171","msg":"trace[1512484411] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"185.095309ms","start":"2026-05-13T00:59:58.299481Z","end":"2026-05-13T00:59:58.484576Z","steps":["trace[1512484411] 'process raft request' (duration: 184.73615ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.492028Z","caller":"traceutil/trace.go:171","msg":"trace[1342995028] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"140.212349ms","start":"2026-05-13T00:59:58.351799Z","end":"2026-05-13T00:59:58.492011Z","steps":["trace[1342995028] 'process raft request' (duration: 140.103707ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.492085Z","caller":"traceutil/trace.go:171","msg":"trace[1282034014] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"144.508219ms","start":"2026-05-13T00:59:58.347568Z","end":"2026-05-13T00:59:58.492077Z","steps":["trace[1282034014] 'process raft request' (duration: 144.202792ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.492223Z","caller":"traceutil/trace.go:171","msg":"trace[215930882] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"144.827326ms","start":"2026-05-13T00:59:58.347388Z","end":"2026-05-13T00:59:58.492215Z","steps":["trace[215930882] 'process raft request' (duration: 144.280353ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.492024Z","caller":"traceutil/trace.go:171","msg":"trace[1050331076] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"143.630988ms","start":"2026-05-13T00:59:58.348374Z","end":"2026-05-13T00:59:58.492005Z","steps":["trace[1050331076] 'process raft request' (duration: 143.438984ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.492297Z","caller":"traceutil/trace.go:171","msg":"trace[36240182] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"141.101649ms","start":"2026-05-13T00:59:58.351169Z","end":"2026-05-13T00:59:58.49227Z","steps":["trace[36240182] 'process raft request' (duration: 140.70535ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.492394Z","caller":"traceutil/trace.go:171","msg":"trace[1583263330] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"137.124377ms","start":"2026-05-13T00:59:58.355241Z","end":"2026-05-13T00:59:58.492365Z","steps":["trace[1583263330] 'process raft request' (duration: 136.699267ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.492562Z","caller":"traceutil/trace.go:171","msg":"trace[1441362465] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"132.96082ms","start":"2026-05-13T00:59:58.359579Z","end":"2026-05-13T00:59:58.492539Z","steps":["trace[1441362465] 'process raft request' (duration: 132.656123ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.492713Z","caller":"traceutil/trace.go:171","msg":"trace[1208105241] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"133.041672ms","start":"2026-05-13T00:59:58.359653Z","end":"2026-05-13T00:59:58.492694Z","steps":["trace[1208105241] 'process raft request' (duration: 132.844297ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.791634Z","caller":"traceutil/trace.go:171","msg":"trace[844290372] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"150.307853ms","start":"2026-05-13T00:59:58.641289Z","end":"2026-05-13T00:59:58.791597Z","steps":["trace[844290372] 'process raft request' (duration: 146.394832ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.791761Z","caller":"traceutil/trace.go:171","msg":"trace[1436161638] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"149.372541ms","start":"2026-05-13T00:59:58.642356Z","end":"2026-05-13T00:59:58.791728Z","steps":["trace[1436161638] 'process raft request' (duration: 149.125065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T00:59:58.792049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.423916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-13T00:59:58.792226Z","caller":"traceutil/trace.go:171","msg":"trace[1367509119] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:551; }","duration":"144.659742ms","start":"2026-05-13T00:59:58.647541Z","end":"2026-05-13T00:59:58.792201Z","steps":["trace[1367509119] 'agreement among raft nodes before linearized reading' (duration: 144.288573ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:58.835731Z","caller":"traceutil/trace.go:171","msg":"trace[1400892045] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"107.439449ms","start":"2026-05-13T00:59:58.72825Z","end":"2026-05-13T00:59:58.83569Z","steps":["trace[1400892045] 'process raft request' (duration: 107.100191ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:59.010878Z","caller":"traceutil/trace.go:171","msg":"trace[55738137] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"159.794913ms","start":"2026-05-13T00:59:58.851046Z","end":"2026-05-13T00:59:59.010841Z","steps":["trace[55738137] 'process raft request' (duration: 156.405215ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:59.016507Z","caller":"traceutil/trace.go:171","msg":"trace[1744516706] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"150.134859ms","start":"2026-05-13T00:59:58.866347Z","end":"2026-05-13T00:59:59.016482Z","steps":["trace[1744516706] 'process raft request' (duration: 149.942164ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:59.016571Z","caller":"traceutil/trace.go:171","msg":"trace[1095888819] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"137.579107ms","start":"2026-05-13T00:59:58.878975Z","end":"2026-05-13T00:59:59.016554Z","steps":["trace[1095888819] 'process raft request' (duration: 137.445644ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T00:59:59.016795Z","caller":"traceutil/trace.go:171","msg":"trace[2069267080] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"119.08747ms","start":"2026-05-13T00:59:58.897695Z","end":"2026-05-13T00:59:59.016782Z","steps":["trace[2069267080] 'process raft request' (duration: 118.803723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T00:59:59.689417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005561513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:00:00.322835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.255138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T01:00:00.322968Z","caller":"traceutil/trace.go:171","msg":"trace[1739935267] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"1.162330253s","start":"2026-05-13T00:59:59.160612Z","end":"2026-05-13T01:00:00.322942Z","steps":["trace[1739935267] 'process raft request' (duration: 924.838499ms)","trace[1739935267] 'compare' (duration: 236.825958ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:00:00.323054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T00:59:59.160583Z","time spent":"1.162436984s","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31111,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:00:00.337004Z","caller":"traceutil/trace.go:171","msg":"trace[808730890] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:589; }","duration":"1.148023391s","start":"2026-05-13T00:59:59.188956Z","end":"2026-05-13T01:00:00.336979Z","steps":["trace[808730890] 'read index received' (duration: 896.484222ms)","trace[808730890] 'applied index is now lower than readState.Index' (duration: 251.538099ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:00:00.337132Z","caller":"traceutil/trace.go:171","msg":"trace[1427644345] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"1.173331307s","start":"2026-05-13T00:59:59.163793Z","end":"2026-05-13T01:00:00.337124Z","steps":["trace[1427644345] 'process raft request' (duration: 1.172860716s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:00.337229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T00:59:59.163771Z","time spent":"1.173383199s","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T01:00:00.337609Z","caller":"traceutil/trace.go:171","msg":"trace[1190263197] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"1.160728365s","start":"2026-05-13T00:59:59.176874Z","end":"2026-05-13T01:00:00.337603Z","steps":["trace[1190263197] 'process raft request' (duration: 1.159919907s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:00.337669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T00:59:59.176842Z","time spent":"1.160789797s","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:00:00.337864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148906991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-13T01:00:00.337924Z","caller":"traceutil/trace.go:171","msg":"trace[1291532205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:567; }","duration":"1.149014583s","start":"2026-05-13T00:59:59.188892Z","end":"2026-05-13T01:00:00.337907Z","steps":["trace[1291532205] 'agreement among raft nodes before linearized reading' (duration: 1.14887341s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:00.337963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T00:59:59.188866Z","time spent":"1.149088925s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:00:00.337959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000239646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-13T01:00:00.33806Z","caller":"traceutil/trace.go:171","msg":"trace[1417417827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:567; }","duration":"1.00042858s","start":"2026-05-13T00:59:59.337607Z","end":"2026-05-13T01:00:00.338036Z","steps":["trace[1417417827] 'agreement among raft nodes before linearized reading' (duration: 1.000204205s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:00.338111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T00:59:59.337577Z","time spent":"1.000525453s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T01:00:00.338137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.3821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:00:00.338171Z","caller":"traceutil/trace.go:171","msg":"trace[1271916396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:567; }","duration":"710.417341ms","start":"2026-05-13T00:59:59.627745Z","end":"2026-05-13T01:00:00.338162Z","steps":["trace[1271916396] 'agreement among raft nodes before linearized reading' (duration: 710.3597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:00.338192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T00:59:59.627674Z","time spent":"710.514163ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:00:00.338276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.362202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T01:00:00.338313Z","caller":"traceutil/trace.go:171","msg":"trace[350086447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:567; }","duration":"736.451484ms","start":"2026-05-13T00:59:59.601851Z","end":"2026-05-13T01:00:00.338302Z","steps":["trace[350086447] 'agreement among raft nodes before linearized reading' (duration: 736.380723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:00.338342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T00:59:59.601801Z","time spent":"736.535056ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T01:00:00.649308Z","caller":"traceutil/trace.go:171","msg":"trace[1087824404] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"248.62354ms","start":"2026-05-13T01:00:00.400645Z","end":"2026-05-13T01:00:00.649269Z","steps":["trace[1087824404] 'process raft request' (duration: 240.257766ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:00:00.664403Z","caller":"traceutil/trace.go:171","msg":"trace[1495989152] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"231.924583ms","start":"2026-05-13T01:00:00.43245Z","end":"2026-05-13T01:00:00.664374Z","steps":["trace[1495989152] 'process raft request' (duration: 231.462682ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:00:01.048627Z","caller":"traceutil/trace.go:171","msg":"trace[881886307] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"192.620033ms","start":"2026-05-13T01:00:00.855964Z","end":"2026-05-13T01:00:01.048584Z","steps":["trace[881886307] 'process raft request' (duration: 93.985548ms)","trace[881886307] 'compare' (duration: 98.206085ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:00:01.056834Z","caller":"traceutil/trace.go:171","msg":"trace[70139121] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"183.682536ms","start":"2026-05-13T01:00:00.873134Z","end":"2026-05-13T01:00:01.056816Z","steps":["trace[70139121] 'process raft request' (duration: 183.573764ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:00:01.056926Z","caller":"traceutil/trace.go:171","msg":"trace[150642670] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"198.212113ms","start":"2026-05-13T01:00:00.858653Z","end":"2026-05-13T01:00:01.056865Z","steps":["trace[150642670] 'process raft request' (duration: 197.890236ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:00:04.258139Z","caller":"traceutil/trace.go:171","msg":"trace[1304291024] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:626; }","duration":"144.852527ms","start":"2026-05-13T01:00:04.113255Z","end":"2026-05-13T01:00:04.258108Z","steps":["trace[1304291024] 'read index received' (duration: 51.026962ms)","trace[1304291024] 'applied index is now lower than readState.Index' (duration: 93.823074ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:00:04.258309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.01104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:00:04.258422Z","caller":"traceutil/trace.go:171","msg":"trace[45143796] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:601; }","duration":"145.204534ms","start":"2026-05-13T01:00:04.113196Z","end":"2026-05-13T01:00:04.258401Z","steps":["trace[45143796] 'agreement among raft nodes before linearized reading' (duration: 144.971729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:04.258353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.080281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:00:04.258552Z","caller":"traceutil/trace.go:171","msg":"trace[1198599496] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:601; }","duration":"145.342658ms","start":"2026-05-13T01:00:04.113197Z","end":"2026-05-13T01:00:04.258539Z","steps":["trace[1198599496] 'agreement among raft nodes before linearized reading' (duration: 145.086902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:07.882086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005561716,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:00:07.918599Z","caller":"traceutil/trace.go:171","msg":"trace[132795428] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:647; }","duration":"536.975361ms","start":"2026-05-13T01:00:07.38159Z","end":"2026-05-13T01:00:07.918566Z","steps":["trace[132795428] 'read index received' (duration: 536.732715ms)","trace[132795428] 'applied index is now lower than readState.Index' (duration: 241.826µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:00:07.918808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.732172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:00:07.918845Z","caller":"traceutil/trace.go:171","msg":"trace[568686118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"289.851365ms","start":"2026-05-13T01:00:07.628982Z","end":"2026-05-13T01:00:07.918833Z","steps":["trace[568686118] 'agreement among raft nodes before linearized reading' (duration: 289.736293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:07.919008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.394241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7tzlm\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-05-13T01:00:07.91932Z","caller":"traceutil/trace.go:171","msg":"trace[1155698767] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"592.391576ms","start":"2026-05-13T01:00:07.326255Z","end":"2026-05-13T01:00:07.918647Z","steps":["trace[1155698767] 'process raft request' (duration: 592.13757ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:00:07.919138Z","caller":"traceutil/trace.go:171","msg":"trace[1192289925] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7tzlm; range_end:; response_count:1; response_revision:622; }","duration":"537.582516ms","start":"2026-05-13T01:00:07.381528Z","end":"2026-05-13T01:00:07.919111Z","steps":["trace[1192289925] 'agreement among raft nodes before linearized reading' (duration: 537.169636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:07.919483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:07.3815Z","time spent":"537.963024ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-7tzlm\" "} {"level":"warn","ts":"2026-05-13T01:00:07.919612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:07.326234Z","time spent":"593.216264ms","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T01:00:08.433278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005561721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:00:08.934304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005561721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:00:09.204791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.18811887s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T01:00:09.205303Z","caller":"traceutil/trace.go:171","msg":"trace[156037353] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"1.273157111s","start":"2026-05-13T01:00:07.93212Z","end":"2026-05-13T01:00:09.205277Z","steps":["trace[156037353] 'process raft request' (duration: 1.272934446s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:09.205479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:07.932085Z","time spent":"1.273273904s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:00:09.535923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.974215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T01:00:09.536138Z","caller":"traceutil/trace.go:171","msg":"trace[1611138264] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:648; }","duration":"1.603757841s","start":"2026-05-13T01:00:07.932353Z","end":"2026-05-13T01:00:09.536111Z","steps":["trace[1611138264] 'read index received' (duration: 1.272852024s)","trace[1611138264] 'applied index is now lower than readState.Index' (duration: 330.903537ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:00:09.536229Z","caller":"traceutil/trace.go:171","msg":"trace[1387015027] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"1.161382471s","start":"2026-05-13T01:00:08.374795Z","end":"2026-05-13T01:00:09.536178Z","steps":["trace[1387015027] 'process raft request' (duration: 947.975816ms)","trace[1387015027] 'compare' (duration: 212.542725ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:00:09.536433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:08.374758Z","time spent":"1.161557735s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:00:09.536433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604042138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:00:09.536552Z","caller":"traceutil/trace.go:171","msg":"trace[1266010539] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:624; }","duration":"1.604228442s","start":"2026-05-13T01:00:07.932296Z","end":"2026-05-13T01:00:09.536524Z","steps":["trace[1266010539] 'agreement among raft nodes before linearized reading' (duration: 1.603992236s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:09.53657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111571296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T01:00:09.536601Z","caller":"traceutil/trace.go:171","msg":"trace[1090736244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:624; }","duration":"1.111649508s","start":"2026-05-13T01:00:08.424943Z","end":"2026-05-13T01:00:09.536592Z","steps":["trace[1090736244] 'agreement among raft nodes before linearized reading' (duration: 1.111571477s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:09.536616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:07.932269Z","time spent":"1.604336025s","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"warn","ts":"2026-05-13T01:00:09.536634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:08.424918Z","time spent":"1.111710109s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:00:09.53649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140746632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-13T01:00:09.53669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094635264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-13T01:00:09.53675Z","caller":"traceutil/trace.go:171","msg":"trace[87170305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:624; }","duration":"1.141023659s","start":"2026-05-13T01:00:08.395678Z","end":"2026-05-13T01:00:09.536702Z","steps":["trace[87170305] 'agreement among raft nodes before linearized reading' (duration: 1.140660241s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:00:09.536793Z","caller":"traceutil/trace.go:171","msg":"trace[1920085824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:624; }","duration":"1.094781838s","start":"2026-05-13T01:00:08.441987Z","end":"2026-05-13T01:00:09.536769Z","steps":["trace[1920085824] 'agreement among raft nodes before linearized reading' (duration: 1.09445033s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:09.536847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:08.441976Z","time spent":"1.094861569s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T01:00:09.536864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:08.395638Z","time spent":"1.141188733s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:00:09.536925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.68064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-13T01:00:09.537099Z","caller":"traceutil/trace.go:171","msg":"trace[1815530691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:624; }","duration":"421.954757ms","start":"2026-05-13T01:00:09.115117Z","end":"2026-05-13T01:00:09.537071Z","steps":["trace[1815530691] 'agreement among raft nodes before linearized reading' (duration: 421.453755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:09.537179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:09.115088Z","time spent":"422.07595ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T01:00:09.53746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.05098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-13T01:00:09.537527Z","caller":"traceutil/trace.go:171","msg":"trace[1974529413] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:624; }","duration":"889.182984ms","start":"2026-05-13T01:00:08.648327Z","end":"2026-05-13T01:00:09.53751Z","steps":["trace[1974529413] 'agreement among raft nodes before linearized reading' (duration: 888.038387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:09.537739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:08.648297Z","time spent":"889.267575ms","remote":"127.0.0.1:60338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-13T01:00:10.128641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005561725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:00:10.560551Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021372356s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T01:00:11.266909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.026898ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-13T01:00:11.267036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:09.538994Z","time spent":"1.728035769s","remote":"127.0.0.1:60338","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-13T01:00:11.289134Z","caller":"traceutil/trace.go:171","msg":"trace[706692483] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"1.747997042s","start":"2026-05-13T01:00:09.541113Z","end":"2026-05-13T01:00:11.28911Z","steps":["trace[706692483] 'process raft request' (duration: 1.74793277s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:11.289306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:09.541072Z","time spent":"1.748144495s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:00:11.28948Z","caller":"traceutil/trace.go:171","msg":"trace[808534059] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"1.747869908s","start":"2026-05-13T01:00:09.5416Z","end":"2026-05-13T01:00:11.28947Z","steps":["trace[808534059] 'process raft request' (duration: 1.747478519s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:11.289531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:09.541573Z","time spent":"1.74793408s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:00:11.289495Z","caller":"traceutil/trace.go:171","msg":"trace[2064509905] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"1.748574125s","start":"2026-05-13T01:00:09.54087Z","end":"2026-05-13T01:00:11.289444Z","steps":["trace[2064509905] 'process raft request' (duration: 1.74796257s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:11.289708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:09.540849Z","time spent":"1.748751179s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:00:11.289815Z","caller":"traceutil/trace.go:171","msg":"trace[1203571637] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"1.748131175s","start":"2026-05-13T01:00:09.541674Z","end":"2026-05-13T01:00:11.289805Z","steps":["trace[1203571637] 'process raft request' (duration: 1.747761136s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:11.289868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:09.541641Z","time spent":"1.748198286s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:00:11.291342Z","caller":"traceutil/trace.go:171","msg":"trace[1082326715] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"1.354897873s","start":"2026-05-13T01:00:09.936427Z","end":"2026-05-13T01:00:11.291325Z","steps":["trace[1082326715] 'process raft request' (duration: 1.353443559s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:11.291465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:09.936388Z","time spent":"1.355037876s","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:00:11.29149Z","caller":"traceutil/trace.go:171","msg":"trace[960996598] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:650; }","duration":"1.663503584s","start":"2026-05-13T01:00:09.627904Z","end":"2026-05-13T01:00:11.291408Z","steps":["trace[960996598] 'read index received' (duration: 933.024439ms)","trace[960996598] 'applied index is now lower than readState.Index' (duration: 730.475465ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:00:11.29171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6637977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:00:11.291758Z","caller":"traceutil/trace.go:171","msg":"trace[1025019617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:630; }","duration":"1.663900803s","start":"2026-05-13T01:00:09.627841Z","end":"2026-05-13T01:00:11.291742Z","steps":["trace[1025019617] 'agreement among raft nodes before linearized reading' (duration: 1.663724859s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:11.291794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:09.627808Z","time spent":"1.663977365s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:00:12.946877Z","caller":"traceutil/trace.go:171","msg":"trace[1970067782] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"200.137768ms","start":"2026-05-13T01:00:12.746691Z","end":"2026-05-13T01:00:12.946829Z","steps":["trace[1970067782] 'process raft request' (duration: 193.245278ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:00:15.735914Z","caller":"traceutil/trace.go:171","msg":"trace[424568905] linearizableReadLoop","detail":"{readStateIndex:733; appliedIndex:732; }","duration":"110.243534ms","start":"2026-05-13T01:00:15.625636Z","end":"2026-05-13T01:00:15.73588Z","steps":["trace[424568905] 'read index received' (duration: 109.977018ms)","trace[424568905] 'applied index is now lower than readState.Index' (duration: 261.186µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:00:15.736018Z","caller":"traceutil/trace.go:171","msg":"trace[1191256039] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"122.320285ms","start":"2026-05-13T01:00:15.613658Z","end":"2026-05-13T01:00:15.735978Z","steps":["trace[1191256039] 'process raft request' (duration: 122.031178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:15.736176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.49681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:00:15.73623Z","caller":"traceutil/trace.go:171","msg":"trace[104688895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:704; }","duration":"110.635093ms","start":"2026-05-13T01:00:15.625576Z","end":"2026-05-13T01:00:15.736211Z","steps":["trace[104688895] 'agreement among raft nodes before linearized reading' (duration: 110.443899ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:00:16.8482Z","caller":"traceutil/trace.go:171","msg":"trace[1875725196] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"103.775064ms","start":"2026-05-13T01:00:16.744392Z","end":"2026-05-13T01:00:16.848167Z","steps":["trace[1875725196] 'process raft request' (duration: 103.493398ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:00:27.489412Z","caller":"traceutil/trace.go:171","msg":"trace[842980026] linearizableReadLoop","detail":"{readStateIndex:821; appliedIndex:820; }","duration":"270.934148ms","start":"2026-05-13T01:00:27.218454Z","end":"2026-05-13T01:00:27.489388Z","steps":["trace[842980026] 'read index received' (duration: 270.760434ms)","trace[842980026] 'applied index is now lower than readState.Index' (duration: 172.734µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:00:27.489562Z","caller":"traceutil/trace.go:171","msg":"trace[639295384] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"391.552793ms","start":"2026-05-13T01:00:27.097996Z","end":"2026-05-13T01:00:27.489549Z","steps":["trace[639295384] 'process raft request' (duration: 391.243216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:27.489671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:27.097948Z","time spent":"391.640605ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:00:27.489991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.498621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:00:27.490083Z","caller":"traceutil/trace.go:171","msg":"trace[642861498] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:789; }","duration":"271.661095ms","start":"2026-05-13T01:00:27.218402Z","end":"2026-05-13T01:00:27.490063Z","steps":["trace[642861498] 'agreement among raft nodes before linearized reading' (duration: 271.509291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:28.128002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005562049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:00:28.180394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.819292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T01:00:28.180493Z","caller":"traceutil/trace.go:171","msg":"trace[1250274493] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"686.081908ms","start":"2026-05-13T01:00:27.49439Z","end":"2026-05-13T01:00:28.180472Z","steps":["trace[1250274493] 'process raft request' (duration: 123.099423ms)","trace[1250274493] 'compare' (duration: 562.707729ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:00:28.180576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:27.494366Z","time spent":"686.18005ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:00:28.246796Z","caller":"traceutil/trace.go:171","msg":"trace[1482139780] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"752.20368ms","start":"2026-05-13T01:00:27.494543Z","end":"2026-05-13T01:00:28.246746Z","steps":["trace[1482139780] 'process raft request' (duration: 751.940734ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:00:28.246861Z","caller":"traceutil/trace.go:171","msg":"trace[1389809996] linearizableReadLoop","detail":"{readStateIndex:826; appliedIndex:822; }","duration":"619.354742ms","start":"2026-05-13T01:00:27.627487Z","end":"2026-05-13T01:00:28.246842Z","steps":["trace[1389809996] 'read index received' (duration: 618.83092ms)","trace[1389809996] 'applied index is now lower than readState.Index' (duration: 523.112µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:00:28.246857Z","caller":"traceutil/trace.go:171","msg":"trace[1887911499] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"751.675387ms","start":"2026-05-13T01:00:27.495142Z","end":"2026-05-13T01:00:28.246818Z","steps":["trace[1887911499] 'process raft request' (duration: 751.556755ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:00:28.246857Z","caller":"traceutil/trace.go:171","msg":"trace[150918812] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"751.707718ms","start":"2026-05-13T01:00:27.495116Z","end":"2026-05-13T01:00:28.246824Z","steps":["trace[150918812] 'process raft request' (duration: 751.544745ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:00:28.246966Z","caller":"traceutil/trace.go:171","msg":"trace[1786714309] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"729.075154ms","start":"2026-05-13T01:00:27.51788Z","end":"2026-05-13T01:00:28.246955Z","steps":["trace[1786714309] 'process raft request' (duration: 728.8681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:28.246977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:27.494514Z","time spent":"752.371704ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:00:28.247064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:27.495133Z","time spent":"751.819861ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:00:28.247067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:27.495102Z","time spent":"751.851731ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:00:28.24714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:27.517867Z","time spent":"729.123475ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:00:28.247226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.71679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:00:28.247322Z","caller":"traceutil/trace.go:171","msg":"trace[446696464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:794; }","duration":"619.855583ms","start":"2026-05-13T01:00:27.627439Z","end":"2026-05-13T01:00:28.247294Z","steps":["trace[446696464] 'agreement among raft nodes before linearized reading' (duration: 619.658139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:28.247413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:27.627418Z","time spent":"619.943755ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:00:28.247522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.586175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-t6ltz\" ","response":"range_response_count:1 size:5049"} {"level":"info","ts":"2026-05-13T01:00:28.247849Z","caller":"traceutil/trace.go:171","msg":"trace[1429049034] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-t6ltz; range_end:; response_count:1; response_revision:794; }","duration":"527.81285ms","start":"2026-05-13T01:00:27.719835Z","end":"2026-05-13T01:00:28.247648Z","steps":["trace[1429049034] 'agreement among raft nodes before linearized reading' (duration: 527.288268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:28.247959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:27.719813Z","time spent":"528.131187ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5072,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-t6ltz\" "} {"level":"warn","ts":"2026-05-13T01:00:56.780918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.672553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-13T01:00:56.781098Z","caller":"traceutil/trace.go:171","msg":"trace[1289194298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1194; }","duration":"449.910349ms","start":"2026-05-13T01:00:56.331168Z","end":"2026-05-13T01:00:56.781078Z","steps":["trace[1289194298] 'range keys from in-memory index tree' (duration: 449.501469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:56.781185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:56.331143Z","time spent":"450.028452ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T01:00:56.781234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.591781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T01:00:56.781309Z","caller":"traceutil/trace.go:171","msg":"trace[235564138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1194; }","duration":"329.668533ms","start":"2026-05-13T01:00:56.451623Z","end":"2026-05-13T01:00:56.781291Z","steps":["trace[235564138] 'range keys from in-memory index tree' (duration: 329.412717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:56.781394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:56.451554Z","time spent":"329.825016ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:00:56.781384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.458977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-13T01:00:56.781406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.66965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-13T01:00:56.781496Z","caller":"traceutil/trace.go:171","msg":"trace[1511444751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1194; }","duration":"329.614462ms","start":"2026-05-13T01:00:56.451852Z","end":"2026-05-13T01:00:56.781467Z","steps":["trace[1511444751] 'range keys from in-memory index tree' (duration: 329.283683ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:00:56.781517Z","caller":"traceutil/trace.go:171","msg":"trace[1808740846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1194; }","duration":"338.836544ms","start":"2026-05-13T01:00:56.44264Z","end":"2026-05-13T01:00:56.781477Z","steps":["trace[1808740846] 'range keys from in-memory index tree' (duration: 338.473185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:56.781583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:56.442607Z","time spent":"338.964147ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T01:00:56.781581Z","caller":"traceutil/trace.go:171","msg":"trace[519105056] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"307.342137ms","start":"2026-05-13T01:00:56.474221Z","end":"2026-05-13T01:00:56.781563Z","steps":["trace[519105056] 'process raft request' (duration: 299.613298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:56.78137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.49303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-13T01:00:56.781735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:56.474192Z","time spent":"307.438549ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:00:56.781715Z","caller":"traceutil/trace.go:171","msg":"trace[1128447513] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1194; }","duration":"850.930501ms","start":"2026-05-13T01:00:55.930751Z","end":"2026-05-13T01:00:56.781682Z","steps":["trace[1128447513] 'count revisions from in-memory index tree' (duration: 850.379868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:00:56.781563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:56.451845Z","time spent":"329.702243ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:00:56.781823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:00:55.930705Z","time spent":"851.085724ms","remote":"127.0.0.1:60668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:01:12.221203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.522347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-13T01:01:12.221313Z","caller":"traceutil/trace.go:171","msg":"trace[1547292064] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1332; }","duration":"299.682361ms","start":"2026-05-13T01:01:11.921612Z","end":"2026-05-13T01:01:12.221295Z","steps":["trace[1547292064] 'range keys from in-memory index tree' (duration: 299.351753ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:01:21.119201Z","caller":"traceutil/trace.go:171","msg":"trace[688961548] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"143.083724ms","start":"2026-05-13T01:01:20.976062Z","end":"2026-05-13T01:01:21.119146Z","steps":["trace[688961548] 'process raft request' (duration: 112.277543ms)","trace[688961548] 'compare' (duration: 30.549425ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:01:21.322082Z","caller":"traceutil/trace.go:171","msg":"trace[843213307] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"345.926537ms","start":"2026-05-13T01:01:20.97612Z","end":"2026-05-13T01:01:21.322046Z","steps":["trace[843213307] 'process raft request' (duration: 345.401265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:21.322321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:20.976095Z","time spent":"346.115512ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:01:21.322397Z","caller":"traceutil/trace.go:171","msg":"trace[198608082] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"345.789364ms","start":"2026-05-13T01:01:20.976597Z","end":"2026-05-13T01:01:21.322386Z","steps":["trace[198608082] 'process raft request' (duration: 345.59256ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:01:21.322357Z","caller":"traceutil/trace.go:171","msg":"trace[704266745] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"346.06244ms","start":"2026-05-13T01:01:20.976246Z","end":"2026-05-13T01:01:21.322308Z","steps":["trace[704266745] 'process raft request' (duration: 345.721792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:21.322513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:20.976591Z","time spent":"345.850865ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:01:21.322337Z","caller":"traceutil/trace.go:171","msg":"trace[310593903] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"240.994855ms","start":"2026-05-13T01:01:21.081321Z","end":"2026-05-13T01:01:21.322316Z","steps":["trace[310593903] 'process raft request' (duration: 240.937213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:21.32261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:20.97624Z","time spent":"346.242765ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:01:42.517508Z","caller":"traceutil/trace.go:171","msg":"trace[1434015700] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"100.205984ms","start":"2026-05-13T01:01:42.417268Z","end":"2026-05-13T01:01:42.517474Z","steps":["trace[1434015700] 'process raft request' (duration: 99.970249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:52.228401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.501502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T01:01:52.228671Z","caller":"traceutil/trace.go:171","msg":"trace[156449140] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"690.322591ms","start":"2026-05-13T01:01:51.538324Z","end":"2026-05-13T01:01:52.228646Z","steps":["trace[156449140] 'process raft request' (duration: 690.240779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:52.228781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:51.538294Z","time spent":"690.424934ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:01:52.229094Z","caller":"traceutil/trace.go:171","msg":"trace[1861449952] linearizableReadLoop","detail":"{readStateIndex:1982; appliedIndex:1981; }","duration":"866.746465ms","start":"2026-05-13T01:01:51.362285Z","end":"2026-05-13T01:01:52.229032Z","steps":["trace[1861449952] 'read index received' (duration: 283.548967ms)","trace[1861449952] 'applied index is now lower than readState.Index' (duration: 583.153337ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:01:52.229098Z","caller":"traceutil/trace.go:171","msg":"trace[74468136] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"883.531582ms","start":"2026-05-13T01:01:51.345496Z","end":"2026-05-13T01:01:52.229028Z","steps":["trace[74468136] 'process raft request' (duration: 300.319924ms)","trace[74468136] 'compare' (duration: 582.40705ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:01:52.229386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:51.34546Z","time spent":"883.789438ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:01:52.229391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.104803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c737f806-2652-4fb2-bd0f-10e268c778a9\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-13T01:01:52.229569Z","caller":"traceutil/trace.go:171","msg":"trace[1990400280] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c737f806-2652-4fb2-bd0f-10e268c778a9; range_end:; response_count:1; response_revision:1906; }","duration":"867.320148ms","start":"2026-05-13T01:01:51.36223Z","end":"2026-05-13T01:01:52.22955Z","steps":["trace[1990400280] 'agreement among raft nodes before linearized reading' (duration: 866.997771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:52.229613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:51.362208Z","time spent":"867.392969ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c737f806-2652-4fb2-bd0f-10e268c778a9\" "} {"level":"info","ts":"2026-05-13T01:01:52.270006Z","caller":"traceutil/trace.go:171","msg":"trace[1571817529] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"439.038659ms","start":"2026-05-13T01:01:51.830952Z","end":"2026-05-13T01:01:52.26999Z","steps":["trace[1571817529] 'process raft request' (duration: 438.910276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:52.2701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:51.830922Z","time spent":"439.132411ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:01:52.270207Z","caller":"traceutil/trace.go:171","msg":"trace[896943283] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"425.525497ms","start":"2026-05-13T01:01:51.844661Z","end":"2026-05-13T01:01:52.270186Z","steps":["trace[896943283] 'process raft request' (duration: 425.289451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:52.270247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.500167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:01:52.27029Z","caller":"traceutil/trace.go:171","msg":"trace[1484539717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1908; }","duration":"642.543278ms","start":"2026-05-13T01:01:51.627735Z","end":"2026-05-13T01:01:52.270278Z","steps":["trace[1484539717] 'agreement among raft nodes before linearized reading' (duration: 642.476666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:52.27032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:51.627689Z","time spent":"642.62465ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:01:52.27033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:51.844636Z","time spent":"425.612219ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:01:52.270355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.734842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-13T01:01:52.270441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.367216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T01:01:52.270463Z","caller":"traceutil/trace.go:171","msg":"trace[630297929] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1908; }","duration":"836.865685ms","start":"2026-05-13T01:01:51.433549Z","end":"2026-05-13T01:01:52.270414Z","steps":["trace[630297929] 'agreement among raft nodes before linearized reading' (duration: 836.63658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:52.270459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.97898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T01:01:52.270493Z","caller":"traceutil/trace.go:171","msg":"trace[890157885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1908; }","duration":"798.462958ms","start":"2026-05-13T01:01:51.472017Z","end":"2026-05-13T01:01:52.27048Z","steps":["trace[890157885] 'agreement among raft nodes before linearized reading' (duration: 798.276474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:52.270505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:51.433524Z","time spent":"836.972318ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T01:01:52.270542Z","caller":"traceutil/trace.go:171","msg":"trace[566332369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1908; }","duration":"802.096012ms","start":"2026-05-13T01:01:51.468426Z","end":"2026-05-13T01:01:52.270523Z","steps":["trace[566332369] 'agreement among raft nodes before linearized reading' (duration: 801.829296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:52.270551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:51.472Z","time spent":"798.542751ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:01:52.270577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.547458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c737f806-2652-4fb2-bd0f-10e268c778a9\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-05-13T01:01:52.27059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:51.468417Z","time spent":"802.164565ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:01:52.270586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.617099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-13T01:01:52.270622Z","caller":"traceutil/trace.go:171","msg":"trace[608526816] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c737f806-2652-4fb2-bd0f-10e268c778a9; range_end:; response_count:1; response_revision:1908; }","duration":"351.591459ms","start":"2026-05-13T01:01:51.91902Z","end":"2026-05-13T01:01:52.270611Z","steps":["trace[608526816] 'agreement among raft nodes before linearized reading' (duration: 351.467626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:52.270651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:51.918983Z","time spent":"351.660631ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c737f806-2652-4fb2-bd0f-10e268c778a9\" "} {"level":"info","ts":"2026-05-13T01:01:52.270648Z","caller":"traceutil/trace.go:171","msg":"trace[1052729514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1908; }","duration":"102.752713ms","start":"2026-05-13T01:01:52.167879Z","end":"2026-05-13T01:01:52.270631Z","steps":["trace[1052729514] 'agreement among raft nodes before linearized reading' (duration: 102.63288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:52.270635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.650002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:01:52.270735Z","caller":"traceutil/trace.go:171","msg":"trace[756483462] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1908; }","duration":"319.829016ms","start":"2026-05-13T01:01:51.950888Z","end":"2026-05-13T01:01:52.270717Z","steps":["trace[756483462] 'agreement among raft nodes before linearized reading' (duration: 319.59579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:52.271117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:51.950855Z","time spent":"319.908628ms","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:01:52.271229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.944982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-13T01:01:52.271409Z","caller":"traceutil/trace.go:171","msg":"trace[1505870611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1908; }","duration":"803.173777ms","start":"2026-05-13T01:01:51.468176Z","end":"2026-05-13T01:01:52.27135Z","steps":["trace[1505870611] 'agreement among raft nodes before linearized reading' (duration: 802.227066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:52.271479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:51.468152Z","time spent":"803.312361ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T01:01:52.464124Z","caller":"traceutil/trace.go:171","msg":"trace[1849546857] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"187.635523ms","start":"2026-05-13T01:01:52.276462Z","end":"2026-05-13T01:01:52.464098Z","steps":["trace[1849546857] 'process raft request' (duration: 187.281135ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:01:52.464555Z","caller":"traceutil/trace.go:171","msg":"trace[576801486] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"187.375987ms","start":"2026-05-13T01:01:52.277162Z","end":"2026-05-13T01:01:52.464538Z","steps":["trace[576801486] 'process raft request' (duration: 186.759193ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:01:52.465079Z","caller":"traceutil/trace.go:171","msg":"trace[845474734] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"187.770487ms","start":"2026-05-13T01:01:52.277295Z","end":"2026-05-13T01:01:52.465065Z","steps":["trace[845474734] 'process raft request' (duration: 187.696855ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:01:52.465358Z","caller":"traceutil/trace.go:171","msg":"trace[1729883337] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"188.101394ms","start":"2026-05-13T01:01:52.277239Z","end":"2026-05-13T01:01:52.46534Z","steps":["trace[1729883337] 'process raft request' (duration: 187.177363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:52.877517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.456931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-13T01:01:52.877625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.821197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-13T01:01:52.877725Z","caller":"traceutil/trace.go:171","msg":"trace[76276993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1913; }","duration":"258.975151ms","start":"2026-05-13T01:01:52.618728Z","end":"2026-05-13T01:01:52.877703Z","steps":["trace[76276993] 'range keys from in-memory index tree' (duration: 258.595272ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:01:52.877732Z","caller":"traceutil/trace.go:171","msg":"trace[1926574427] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1913; }","duration":"343.693617ms","start":"2026-05-13T01:01:52.533981Z","end":"2026-05-13T01:01:52.877674Z","steps":["trace[1926574427] 'count revisions from in-memory index tree' (duration: 343.331239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:52.877902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:52.533959Z","time spent":"343.925122ms","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:01:53.403603Z","caller":"traceutil/trace.go:171","msg":"trace[310211937] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"521.321058ms","start":"2026-05-13T01:01:52.882208Z","end":"2026-05-13T01:01:53.403529Z","steps":["trace[310211937] 'process raft request' (duration: 521.076213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:53.403781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:52.882185Z","time spent":"521.508893ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:01:53.408426Z","caller":"traceutil/trace.go:171","msg":"trace[1002442691] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1990; }","duration":"174.838308ms","start":"2026-05-13T01:01:53.233565Z","end":"2026-05-13T01:01:53.408403Z","steps":["trace[1002442691] 'read index received' (duration: 169.71056ms)","trace[1002442691] 'applied index is now lower than readState.Index' (duration: 5.126088ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:01:53.408542Z","caller":"traceutil/trace.go:171","msg":"trace[528675973] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"421.228137ms","start":"2026-05-13T01:01:52.987303Z","end":"2026-05-13T01:01:53.408531Z","steps":["trace[528675973] 'process raft request' (duration: 420.858738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:53.408659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:01:52.98728Z","time spent":"421.296809ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:01:53.408776Z","caller":"traceutil/trace.go:171","msg":"trace[2076767065] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"290.488228ms","start":"2026-05-13T01:01:53.118272Z","end":"2026-05-13T01:01:53.40876Z","steps":["trace[2076767065] 'process raft request' (duration: 290.021747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:53.408789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.201486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c737f806-2652-4fb2-bd0f-10e268c778a9\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-05-13T01:01:53.408866Z","caller":"traceutil/trace.go:171","msg":"trace[853801370] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c737f806-2652-4fb2-bd0f-10e268c778a9; range_end:; response_count:1; response_revision:1916; }","duration":"175.334219ms","start":"2026-05-13T01:01:53.233513Z","end":"2026-05-13T01:01:53.408847Z","steps":["trace[853801370] 'agreement among raft nodes before linearized reading' (duration: 175.137384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:01:53.40899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.342683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-13T01:01:53.409064Z","caller":"traceutil/trace.go:171","msg":"trace[1761494001] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1916; }","duration":"131.443796ms","start":"2026-05-13T01:01:53.277603Z","end":"2026-05-13T01:01:53.409047Z","steps":["trace[1761494001] 'agreement among raft nodes before linearized reading' (duration: 131.056517ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:02:02.181537Z","caller":"traceutil/trace.go:171","msg":"trace[1332671337] linearizableReadLoop","detail":"{readStateIndex:2077; appliedIndex:2076; }","duration":"193.59635ms","start":"2026-05-13T01:02:01.987914Z","end":"2026-05-13T01:02:02.181511Z","steps":["trace[1332671337] 'read index received' (duration: 193.299433ms)","trace[1332671337] 'applied index is now lower than readState.Index' (duration: 294.957µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:02:02.182072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.129072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11981"} {"level":"info","ts":"2026-05-13T01:02:02.182348Z","caller":"traceutil/trace.go:171","msg":"trace[1219681032] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1998; }","duration":"194.46024ms","start":"2026-05-13T01:02:01.987869Z","end":"2026-05-13T01:02:02.182329Z","steps":["trace[1219681032] 'agreement among raft nodes before linearized reading' (duration: 193.721823ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:02:02.182191Z","caller":"traceutil/trace.go:171","msg":"trace[1341573258] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"235.676592ms","start":"2026-05-13T01:02:01.945864Z","end":"2026-05-13T01:02:02.181541Z","steps":["trace[1341573258] 'process raft request' (duration: 235.402816ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:02:02.240539Z","caller":"traceutil/trace.go:171","msg":"trace[609686390] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"250.439142ms","start":"2026-05-13T01:02:01.990071Z","end":"2026-05-13T01:02:02.240511Z","steps":["trace[609686390] 'process raft request' (duration: 250.280578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:02:02.240684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.248287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-13T01:02:02.240772Z","caller":"traceutil/trace.go:171","msg":"trace[2055523538] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1999; }","duration":"211.38662ms","start":"2026-05-13T01:02:02.029354Z","end":"2026-05-13T01:02:02.24074Z","steps":["trace[2055523538] 'agreement among raft nodes before linearized reading' (duration: 211.153464ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:02:09.970286Z","caller":"traceutil/trace.go:171","msg":"trace[1864477783] linearizableReadLoop","detail":"{readStateIndex:2125; appliedIndex:2124; }","duration":"356.85448ms","start":"2026-05-13T01:02:09.613404Z","end":"2026-05-13T01:02:09.970259Z","steps":["trace[1864477783] 'read index received' (duration: 356.690577ms)","trace[1864477783] 'applied index is now lower than readState.Index' (duration: 162.923µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:02:09.970343Z","caller":"traceutil/trace.go:171","msg":"trace[1191108967] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"392.940654ms","start":"2026-05-13T01:02:09.577374Z","end":"2026-05-13T01:02:09.970315Z","steps":["trace[1191108967] 'process raft request' (duration: 392.729189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:02:09.970481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:02:09.577357Z","time spent":"393.047747ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:02:09.970528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.110957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-13T01:02:09.970572Z","caller":"traceutil/trace.go:171","msg":"trace[1789649281] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2044; }","duration":"357.206518ms","start":"2026-05-13T01:02:09.613354Z","end":"2026-05-13T01:02:09.97056Z","steps":["trace[1789649281] 'agreement among raft nodes before linearized reading' (duration: 357.043505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:02:09.970608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:02:09.613333Z","time spent":"357.26582ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-13T01:02:09.98693Z","caller":"traceutil/trace.go:171","msg":"trace[2009148280] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"299.293112ms","start":"2026-05-13T01:02:09.687594Z","end":"2026-05-13T01:02:09.986888Z","steps":["trace[2009148280] 'process raft request' (duration: 298.977214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:02:09.986995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.369254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-13T01:02:09.98709Z","caller":"traceutil/trace.go:171","msg":"trace[1990931498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2045; }","duration":"351.521228ms","start":"2026-05-13T01:02:09.635546Z","end":"2026-05-13T01:02:09.987067Z","steps":["trace[1990931498] 'agreement among raft nodes before linearized reading' (duration: 351.220581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:02:09.987147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:02:09.635528Z","time spent":"351.61116ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T01:02:10.646968Z","caller":"traceutil/trace.go:171","msg":"trace[756570001] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"331.863754ms","start":"2026-05-13T01:02:10.315079Z","end":"2026-05-13T01:02:10.646942Z","steps":["trace[756570001] 'process raft request' (duration: 331.633629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:02:10.647136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:02:10.315052Z","time spent":"331.992857ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:02:10.658315Z","caller":"traceutil/trace.go:171","msg":"trace[1634413832] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"340.559104ms","start":"2026-05-13T01:02:10.317725Z","end":"2026-05-13T01:02:10.658284Z","steps":["trace[1634413832] 'process raft request' (duration: 340.3723ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:02:10.658461Z","caller":"traceutil/trace.go:171","msg":"trace[258119925] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"187.144172ms","start":"2026-05-13T01:02:10.471298Z","end":"2026-05-13T01:02:10.658443Z","steps":["trace[258119925] 'process raft request' (duration: 186.947367ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:02:10.65847Z","caller":"traceutil/trace.go:171","msg":"trace[1627167697] linearizableReadLoop","detail":"{readStateIndex:2129; appliedIndex:2127; }","duration":"249.41346ms","start":"2026-05-13T01:02:10.409029Z","end":"2026-05-13T01:02:10.658442Z","steps":["trace[1627167697] 'read index received' (duration: 237.702879ms)","trace[1627167697] 'applied index is now lower than readState.Index' (duration: 11.708541ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:02:10.658519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:02:10.317701Z","time spent":"340.697098ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:02:10.658618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.580813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T01:02:10.658657Z","caller":"traceutil/trace.go:171","msg":"trace[621547635] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2049; }","duration":"249.657525ms","start":"2026-05-13T01:02:10.40899Z","end":"2026-05-13T01:02:10.658647Z","steps":["trace[621547635] 'agreement among raft nodes before linearized reading' (duration: 249.568683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:02:10.658738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.723165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T01:02:10.658784Z","caller":"traceutil/trace.go:171","msg":"trace[1365847413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2049; }","duration":"119.835057ms","start":"2026-05-13T01:02:10.538937Z","end":"2026-05-13T01:02:10.658772Z","steps":["trace[1365847413] 'agreement among raft nodes before linearized reading' (duration: 119.655073ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:02:38.273661Z","caller":"traceutil/trace.go:171","msg":"trace[1030217408] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"196.210301ms","start":"2026-05-13T01:02:38.07743Z","end":"2026-05-13T01:02:38.273641Z","steps":["trace[1030217408] 'process raft request' (duration: 195.990336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:02:38.621131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.084693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T01:02:38.621612Z","caller":"traceutil/trace.go:171","msg":"trace[1887305315] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"343.047732ms","start":"2026-05-13T01:02:38.278295Z","end":"2026-05-13T01:02:38.621343Z","steps":["trace[1887305315] 'process raft request' (duration: 54.645812ms)","trace[1887305315] 'compare' (duration: 287.94869ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:02:38.622158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:02:38.27827Z","time spent":"343.724557ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:02:38.834498Z","caller":"traceutil/trace.go:171","msg":"trace[788135735] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"163.637349ms","start":"2026-05-13T01:02:38.670837Z","end":"2026-05-13T01:02:38.834475Z","steps":["trace[788135735] 'process raft request' (duration: 163.373343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:02:44.555971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.549415ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-13T01:02:44.56187Z","caller":"traceutil/trace.go:171","msg":"trace[260328924] linearizableReadLoop","detail":"{readStateIndex:2326; appliedIndex:2325; }","duration":"245.54081ms","start":"2026-05-13T01:02:44.316292Z","end":"2026-05-13T01:02:44.561833Z","steps":["trace[260328924] 'read index received' (duration: 245.178722ms)","trace[260328924] 'applied index is now lower than readState.Index' (duration: 360.668µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:02:44.561934Z","caller":"traceutil/trace.go:171","msg":"trace[1149919820] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"269.944304ms","start":"2026-05-13T01:02:44.291947Z","end":"2026-05-13T01:02:44.561892Z","steps":["trace[1149919820] 'process raft request' (duration: 269.635936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:02:44.562114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.805516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-13T01:02:44.562163Z","caller":"traceutil/trace.go:171","msg":"trace[400244671] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2237; }","duration":"245.902469ms","start":"2026-05-13T01:02:44.316246Z","end":"2026-05-13T01:02:44.562149Z","steps":["trace[400244671] 'agreement among raft nodes before linearized reading' (duration: 245.712554ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:02:44.962804Z","caller":"traceutil/trace.go:171","msg":"trace[1631775575] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"105.323942ms","start":"2026-05-13T01:02:44.857462Z","end":"2026-05-13T01:02:44.962786Z","steps":["trace[1631775575] 'process raft request' (duration: 105.268831ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:02:44.962835Z","caller":"traceutil/trace.go:171","msg":"trace[28153320] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"107.289178ms","start":"2026-05-13T01:02:44.855517Z","end":"2026-05-13T01:02:44.962806Z","steps":["trace[28153320] 'process raft request' (duration: 107.130824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:02:45.753192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.750483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-13T01:02:45.753276Z","caller":"traceutil/trace.go:171","msg":"trace[1062528999] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2246; }","duration":"183.880506ms","start":"2026-05-13T01:02:45.569377Z","end":"2026-05-13T01:02:45.753257Z","steps":["trace[1062528999] 'range keys from in-memory index tree' (duration: 183.563339ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:02:46.721309Z","caller":"traceutil/trace.go:171","msg":"trace[836992931] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"197.022999ms","start":"2026-05-13T01:02:46.524258Z","end":"2026-05-13T01:02:46.721281Z","steps":["trace[836992931] 'process raft request' (duration: 196.868546ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:02:46.723797Z","caller":"traceutil/trace.go:171","msg":"trace[1525346170] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"156.560545ms","start":"2026-05-13T01:02:46.567214Z","end":"2026-05-13T01:02:46.723775Z","steps":["trace[1525346170] 'process raft request' (duration: 156.294849ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:02:52.937129Z","caller":"traceutil/trace.go:171","msg":"trace[1957208013] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"195.181158ms","start":"2026-05-13T01:02:52.741928Z","end":"2026-05-13T01:02:52.937109Z","steps":["trace[1957208013] 'process raft request' (duration: 195.055555ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:02:52.937264Z","caller":"traceutil/trace.go:171","msg":"trace[692469294] linearizableReadLoop","detail":"{readStateIndex:2369; appliedIndex:2369; }","duration":"183.363995ms","start":"2026-05-13T01:02:52.75387Z","end":"2026-05-13T01:02:52.937234Z","steps":["trace[692469294] 'read index received' (duration: 183.350754ms)","trace[692469294] 'applied index is now lower than readState.Index' (duration: 10.961µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:02:52.937534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.644091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-13T01:02:52.937574Z","caller":"traceutil/trace.go:171","msg":"trace[62453379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2279; }","duration":"183.732403ms","start":"2026-05-13T01:02:52.753832Z","end":"2026-05-13T01:02:52.937564Z","steps":["trace[62453379] 'agreement among raft nodes before linearized reading' (duration: 183.519188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:02:52.946789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.993849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-13T01:02:52.946841Z","caller":"traceutil/trace.go:171","msg":"trace[1636189406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2280; }","duration":"145.07323ms","start":"2026-05-13T01:02:52.801755Z","end":"2026-05-13T01:02:52.946828Z","steps":["trace[1636189406] 'agreement among raft nodes before linearized reading' (duration: 144.914576ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:02:53.093423Z","caller":"traceutil/trace.go:171","msg":"trace[1428651349] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"151.483388ms","start":"2026-05-13T01:02:52.941915Z","end":"2026-05-13T01:02:53.093398Z","steps":["trace[1428651349] 'process raft request' (duration: 147.953696ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:02:53.093704Z","caller":"traceutil/trace.go:171","msg":"trace[157708931] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"104.430642ms","start":"2026-05-13T01:02:52.989261Z","end":"2026-05-13T01:02:53.093692Z","steps":["trace[157708931] 'process raft request' (duration: 104.093694ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:02:53.093757Z","caller":"traceutil/trace.go:171","msg":"trace[1271115260] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"104.027413ms","start":"2026-05-13T01:02:52.989697Z","end":"2026-05-13T01:02:53.093724Z","steps":["trace[1271115260] 'process raft request' (duration: 103.886979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:03:51.687701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005566137,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:03:51.782894Z","caller":"traceutil/trace.go:171","msg":"trace[697835864] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"631.219277ms","start":"2026-05-13T01:03:51.151646Z","end":"2026-05-13T01:03:51.782865Z","steps":["trace[697835864] 'process raft request' (duration: 631.033833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:03:51.783071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:03:51.151628Z","time spent":"631.3605ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:03:51.783656Z","caller":"traceutil/trace.go:171","msg":"trace[1569210969] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"620.254194ms","start":"2026-05-13T01:03:51.163381Z","end":"2026-05-13T01:03:51.783635Z","steps":["trace[1569210969] 'process raft request' (duration: 620.145351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:03:51.783795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:03:51.163357Z","time spent":"620.368606ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:03:51.784159Z","caller":"traceutil/trace.go:171","msg":"trace[1842629642] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"477.225511ms","start":"2026-05-13T01:03:51.306912Z","end":"2026-05-13T01:03:51.784138Z","steps":["trace[1842629642] 'process raft request' (duration: 476.697038ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:03:51.784163Z","caller":"traceutil/trace.go:171","msg":"trace[391329315] linearizableReadLoop","detail":"{readStateIndex:2873; appliedIndex:2869; }","duration":"596.491895ms","start":"2026-05-13T01:03:51.18765Z","end":"2026-05-13T01:03:51.784142Z","steps":["trace[391329315] 'read index received' (duration: 595.019321ms)","trace[391329315] 'applied index is now lower than readState.Index' (duration: 1.471584ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:03:51.784287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:03:51.306897Z","time spent":"477.319212ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:03:51.784379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.526134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-13T01:03:51.784389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.856604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T01:03:51.784469Z","caller":"traceutil/trace.go:171","msg":"trace[250718830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2764; }","duration":"370.939046ms","start":"2026-05-13T01:03:51.413478Z","end":"2026-05-13T01:03:51.784417Z","steps":["trace[250718830] 'agreement among raft nodes before linearized reading' (duration: 370.795053ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:03:51.784451Z","caller":"traceutil/trace.go:171","msg":"trace[1551694192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2764; }","duration":"366.570196ms","start":"2026-05-13T01:03:51.417831Z","end":"2026-05-13T01:03:51.784401Z","steps":["trace[1551694192] 'agreement among raft nodes before linearized reading' (duration: 366.460313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:03:51.784512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:03:51.41346Z","time spent":"371.040428ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:03:51.784526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:03:51.417818Z","time spent":"366.699098ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T01:03:51.784594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.574285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-13T01:03:51.784837Z","caller":"traceutil/trace.go:171","msg":"trace[300413966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2764; }","duration":"369.82712ms","start":"2026-05-13T01:03:51.414989Z","end":"2026-05-13T01:03:51.784816Z","steps":["trace[300413966] 'agreement among raft nodes before linearized reading' (duration: 369.424651ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:03:51.784629Z","caller":"traceutil/trace.go:171","msg":"trace[398132710] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"459.085692ms","start":"2026-05-13T01:03:51.32507Z","end":"2026-05-13T01:03:51.784155Z","steps":["trace[398132710] 'process raft request' (duration: 458.974639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:03:51.784908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:03:51.414985Z","time spent":"369.907212ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T01:03:51.78508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:03:51.325056Z","time spent":"459.86053ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:03:51.784701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.34625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-13T01:03:51.785292Z","caller":"traceutil/trace.go:171","msg":"trace[1722562468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2764; }","duration":"366.982685ms","start":"2026-05-13T01:03:51.418289Z","end":"2026-05-13T01:03:51.785272Z","steps":["trace[1722562468] 'agreement among raft nodes before linearized reading' (duration: 366.188216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:03:51.785358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:03:51.418285Z","time spent":"367.062066ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T01:03:51.785492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.147911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T01:03:51.786122Z","caller":"traceutil/trace.go:171","msg":"trace[836952152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2764; }","duration":"369.411031ms","start":"2026-05-13T01:03:51.416681Z","end":"2026-05-13T01:03:51.786092Z","steps":["trace[836952152] 'agreement among raft nodes before linearized reading' (duration: 367.64191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:03:51.786222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:03:51.416665Z","time spent":"369.542873ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:03:51.785589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.67936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:03:51.786508Z","caller":"traceutil/trace.go:171","msg":"trace[1501489243] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2764; }","duration":"598.880081ms","start":"2026-05-13T01:03:51.187592Z","end":"2026-05-13T01:03:51.786473Z","steps":["trace[1501489243] 'agreement among raft nodes before linearized reading' (duration: 596.661679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:03:51.786594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:03:51.187568Z","time spent":"599.002483ms","remote":"127.0.0.1:51808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:04:06.414992Z","caller":"traceutil/trace.go:171","msg":"trace[1498609497] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"130.900199ms","start":"2026-05-13T01:04:06.284066Z","end":"2026-05-13T01:04:06.414966Z","steps":["trace[1498609497] 'process raft request' (duration: 130.685474ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:04:24.054241Z","caller":"traceutil/trace.go:171","msg":"trace[2001794235] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"151.49642ms","start":"2026-05-13T01:04:23.90272Z","end":"2026-05-13T01:04:24.054217Z","steps":["trace[2001794235] 'process raft request' (duration: 151.284195ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:04:24.475675Z","caller":"traceutil/trace.go:171","msg":"trace[811601539] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"550.31212ms","start":"2026-05-13T01:04:23.925329Z","end":"2026-05-13T01:04:24.475641Z","steps":["trace[811601539] 'process raft request' (duration: 538.916484ms)","trace[811601539] 'compare' (duration: 10.924165ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:04:24.475769Z","caller":"traceutil/trace.go:171","msg":"trace[1078432745] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"550.031743ms","start":"2026-05-13T01:04:23.925705Z","end":"2026-05-13T01:04:24.475737Z","steps":["trace[1078432745] 'process raft request' (duration: 549.813168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:04:24.475832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:04:23.925305Z","time spent":"550.446043ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:04:24.475777Z","caller":"traceutil/trace.go:171","msg":"trace[919479631] linearizableReadLoop","detail":"{readStateIndex:3075; appliedIndex:3071; }","duration":"517.941176ms","start":"2026-05-13T01:04:23.9578Z","end":"2026-05-13T01:04:24.475741Z","steps":["trace[919479631] 'read index received' (duration: 96.272733ms)","trace[919479631] 'applied index is now lower than readState.Index' (duration: 421.666913ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:04:24.475922Z","caller":"traceutil/trace.go:171","msg":"trace[559187973] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"549.44214ms","start":"2026-05-13T01:04:23.926448Z","end":"2026-05-13T01:04:24.475891Z","steps":["trace[559187973] 'process raft request' (duration: 549.185744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:04:24.476023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:04:23.925694Z","time spent":"550.184857ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:04:24.476006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.181701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-13T01:04:24.47608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:04:23.926408Z","time spent":"549.591963ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:04:24.476098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.875391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T01:04:24.476152Z","caller":"traceutil/trace.go:171","msg":"trace[42982057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2959; }","duration":"513.955802ms","start":"2026-05-13T01:04:23.962183Z","end":"2026-05-13T01:04:24.476139Z","steps":["trace[42982057] 'agreement among raft nodes before linearized reading' (duration: 513.806629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:04:24.476195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:04:23.962171Z","time spent":"514.015534ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T01:04:24.476263Z","caller":"traceutil/trace.go:171","msg":"trace[1711373513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2959; }","duration":"518.510839ms","start":"2026-05-13T01:04:23.957733Z","end":"2026-05-13T01:04:24.476244Z","steps":["trace[1711373513] 'agreement among raft nodes before linearized reading' (duration: 518.11217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:04:24.476343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:04:23.957706Z","time spent":"518.624672ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:04:24.476426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.755455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-13T01:04:24.476487Z","caller":"traceutil/trace.go:171","msg":"trace[89547403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2959; }","duration":"512.835087ms","start":"2026-05-13T01:04:23.963636Z","end":"2026-05-13T01:04:24.476471Z","steps":["trace[89547403] 'agreement among raft nodes before linearized reading' (duration: 512.650223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:04:24.476526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:04:23.963625Z","time spent":"512.894118ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T01:04:24.476551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.648206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-13T01:04:24.476516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.729608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T01:04:24.476606Z","caller":"traceutil/trace.go:171","msg":"trace[1905945195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2959; }","duration":"513.732558ms","start":"2026-05-13T01:04:23.962859Z","end":"2026-05-13T01:04:24.476592Z","steps":["trace[1905945195] 'agreement among raft nodes before linearized reading' (duration: 513.428531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:04:24.476642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:04:23.962846Z","time spent":"513.788999ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T01:04:24.476653Z","caller":"traceutil/trace.go:171","msg":"trace[1084639439] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2959; }","duration":"152.917382ms","start":"2026-05-13T01:04:24.323688Z","end":"2026-05-13T01:04:24.476605Z","steps":["trace[1084639439] 'agreement among raft nodes before linearized reading' (duration: 152.659436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:04:24.476807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.846206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:04:24.476864Z","caller":"traceutil/trace.go:171","msg":"trace[2014978511] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2959; }","duration":"457.926258ms","start":"2026-05-13T01:04:24.018925Z","end":"2026-05-13T01:04:24.476851Z","steps":["trace[2014978511] 'agreement among raft nodes before linearized reading' (duration: 457.254812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:04:24.476897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:04:24.018915Z","time spent":"457.973449ms","remote":"127.0.0.1:60798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":335,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:04:24.476782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.878008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T01:04:24.478155Z","caller":"traceutil/trace.go:171","msg":"trace[661229159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2959; }","duration":"514.459024ms","start":"2026-05-13T01:04:23.963653Z","end":"2026-05-13T01:04:24.478112Z","steps":["trace[661229159] 'agreement among raft nodes before linearized reading' (duration: 512.698403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:04:24.478887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:04:23.963631Z","time spent":"515.171871ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T01:06:26.633559Z","caller":"traceutil/trace.go:171","msg":"trace[580822633] transaction","detail":"{read_only:false; response_revision:3728; number_of_response:1; }","duration":"125.709837ms","start":"2026-05-13T01:06:26.507799Z","end":"2026-05-13T01:06:26.633509Z","steps":["trace[580822633] 'process raft request' (duration: 125.504022ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:13.195735Z","caller":"traceutil/trace.go:171","msg":"trace[990932233] linearizableReadLoop","detail":"{readStateIndex:4999; appliedIndex:4998; }","duration":"169.87098ms","start":"2026-05-13T01:08:13.02584Z","end":"2026-05-13T01:08:13.195711Z","steps":["trace[990932233] 'read index received' (duration: 169.659525ms)","trace[990932233] 'applied index is now lower than readState.Index' (duration: 209.945µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:08:13.19579Z","caller":"traceutil/trace.go:171","msg":"trace[1149786572] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"174.033887ms","start":"2026-05-13T01:08:13.021726Z","end":"2026-05-13T01:08:13.195759Z","steps":["trace[1149786572] 'process raft request' (duration: 173.826312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:08:13.195951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.089826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:08:13.196005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.86765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3240"} {"level":"info","ts":"2026-05-13T01:08:13.196047Z","caller":"traceutil/trace.go:171","msg":"trace[1519802956] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4810; }","duration":"147.957943ms","start":"2026-05-13T01:08:13.048075Z","end":"2026-05-13T01:08:13.196033Z","steps":["trace[1519802956] 'agreement among raft nodes before linearized reading' (duration: 147.800339ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:13.196055Z","caller":"traceutil/trace.go:171","msg":"trace[1653167024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4810; }","duration":"170.233989ms","start":"2026-05-13T01:08:13.025792Z","end":"2026-05-13T01:08:13.196026Z","steps":["trace[1653167024] 'agreement among raft nodes before linearized reading' (duration: 170.064825ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:14.982922Z","caller":"traceutil/trace.go:171","msg":"trace[1545687168] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"107.34742ms","start":"2026-05-13T01:08:14.875539Z","end":"2026-05-13T01:08:14.982886Z","steps":["trace[1545687168] 'process raft request' (duration: 86.408045ms)","trace[1545687168] 'compare' (duration: 20.70514ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:08:17.059414Z","caller":"traceutil/trace.go:171","msg":"trace[532301314] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4922; }","duration":"117.940706ms","start":"2026-05-13T01:08:16.941451Z","end":"2026-05-13T01:08:17.059392Z","steps":["trace[532301314] 'process raft request' (duration: 107.77129ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:24.525504Z","caller":"traceutil/trace.go:171","msg":"trace[1446374192] linearizableReadLoop","detail":"{readStateIndex:5359; appliedIndex:5358; }","duration":"246.671412ms","start":"2026-05-13T01:08:24.278801Z","end":"2026-05-13T01:08:24.525472Z","steps":["trace[1446374192] 'read index received' (duration: 246.318294ms)","trace[1446374192] 'applied index is now lower than readState.Index' (duration: 351.728µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:08:24.525582Z","caller":"traceutil/trace.go:171","msg":"trace[206430430] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"258.474516ms","start":"2026-05-13T01:08:24.267079Z","end":"2026-05-13T01:08:24.525553Z","steps":["trace[206430430] 'process raft request' (duration: 258.179069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:08:24.525825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.9991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-59c4r\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-05-13T01:08:24.525858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.430987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-092205b0-9032-4d27-a82d-97ff81329968\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-05-13T01:08:24.525906Z","caller":"traceutil/trace.go:171","msg":"trace[759784557] range","detail":"{range_begin:/registry/pods/openstack/keepalived-59c4r; range_end:; response_count:1; response_revision:5162; }","duration":"247.127502ms","start":"2026-05-13T01:08:24.278759Z","end":"2026-05-13T01:08:24.525887Z","steps":["trace[759784557] 'agreement among raft nodes before linearized reading' (duration: 246.842866ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:24.526091Z","caller":"traceutil/trace.go:171","msg":"trace[1007663546] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-092205b0-9032-4d27-a82d-97ff81329968; range_end:; response_count:1; response_revision:5162; }","duration":"146.591091ms","start":"2026-05-13T01:08:24.379302Z","end":"2026-05-13T01:08:24.525893Z","steps":["trace[1007663546] 'agreement among raft nodes before linearized reading' (duration: 146.383496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:08:24.526967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.479136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-05-13T01:08:24.527004Z","caller":"traceutil/trace.go:171","msg":"trace[208789751] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5162; }","duration":"108.520347ms","start":"2026-05-13T01:08:24.418474Z","end":"2026-05-13T01:08:24.526994Z","steps":["trace[208789751] 'agreement among raft nodes before linearized reading' (duration: 107.251558ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:26.031703Z","caller":"traceutil/trace.go:171","msg":"trace[696127780] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"140.716544ms","start":"2026-05-13T01:08:25.890935Z","end":"2026-05-13T01:08:26.031652Z","steps":["trace[696127780] 'process raft request' (duration: 97.284506ms)","trace[696127780] 'compare' (duration: 43.195113ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:08:26.031761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.675534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:08:26.03186Z","caller":"traceutil/trace.go:171","msg":"trace[833589925] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5198; }","duration":"140.840327ms","start":"2026-05-13T01:08:25.891001Z","end":"2026-05-13T01:08:26.031841Z","steps":["trace[833589925] 'agreement among raft nodes before linearized reading' (duration: 140.674424ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:26.032278Z","caller":"traceutil/trace.go:171","msg":"trace[1021237712] linearizableReadLoop","detail":"{readStateIndex:5396; appliedIndex:5395; }","duration":"140.54079ms","start":"2026-05-13T01:08:25.891051Z","end":"2026-05-13T01:08:26.031592Z","steps":["trace[1021237712] 'read index received' (duration: 97.057181ms)","trace[1021237712] 'applied index is now lower than readState.Index' (duration: 43.481519ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:08:26.033075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.064633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:789318"} {"level":"info","ts":"2026-05-13T01:08:26.033257Z","caller":"traceutil/trace.go:171","msg":"trace[1445999084] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5198; }","duration":"135.198127ms","start":"2026-05-13T01:08:25.897952Z","end":"2026-05-13T01:08:26.03315Z","steps":["trace[1445999084] 'agreement among raft nodes before linearized reading' (duration: 134.507751ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:26.365636Z","caller":"traceutil/trace.go:171","msg":"trace[150396507] linearizableReadLoop","detail":"{readStateIndex:5399; appliedIndex:5398; }","duration":"133.846095ms","start":"2026-05-13T01:08:26.231759Z","end":"2026-05-13T01:08:26.365605Z","steps":["trace[150396507] 'read index received' (duration: 133.695901ms)","trace[150396507] 'applied index is now lower than readState.Index' (duration: 149.024µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:08:26.365741Z","caller":"traceutil/trace.go:171","msg":"trace[507058949] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"193.220202ms","start":"2026-05-13T01:08:26.172491Z","end":"2026-05-13T01:08:26.365711Z","steps":["trace[507058949] 'process raft request' (duration: 192.934606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:08:26.366197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.502911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:789318"} {"level":"info","ts":"2026-05-13T01:08:26.366262Z","caller":"traceutil/trace.go:171","msg":"trace[1239586304] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5201; }","duration":"125.643785ms","start":"2026-05-13T01:08:26.240605Z","end":"2026-05-13T01:08:26.366249Z","steps":["trace[1239586304] 'agreement among raft nodes before linearized reading' (duration: 125.227565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:08:26.366672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.89076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T01:08:26.366744Z","caller":"traceutil/trace.go:171","msg":"trace[1957683238] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5201; }","duration":"135.047803ms","start":"2026-05-13T01:08:26.231682Z","end":"2026-05-13T01:08:26.36673Z","steps":["trace[1957683238] 'agreement among raft nodes before linearized reading' (duration: 134.0574ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:28.523461Z","caller":"traceutil/trace.go:171","msg":"trace[403907764] linearizableReadLoop","detail":"{readStateIndex:5434; appliedIndex:5433; }","duration":"153.244555ms","start":"2026-05-13T01:08:28.370198Z","end":"2026-05-13T01:08:28.523443Z","steps":["trace[403907764] 'read index received' (duration: 153.01816ms)","trace[403907764] 'applied index is now lower than readState.Index' (duration: 225.535µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:08:28.523729Z","caller":"traceutil/trace.go:171","msg":"trace[485988755] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"166.204746ms","start":"2026-05-13T01:08:28.357516Z","end":"2026-05-13T01:08:28.523721Z","steps":["trace[485988755] 'process raft request' (duration: 165.772056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:08:28.523958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.755827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-13T01:08:28.523985Z","caller":"traceutil/trace.go:171","msg":"trace[754420934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5235; }","duration":"153.834329ms","start":"2026-05-13T01:08:28.370144Z","end":"2026-05-13T01:08:28.523979Z","steps":["trace[754420934] 'agreement among raft nodes before linearized reading' (duration: 153.724446ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:28.912438Z","caller":"traceutil/trace.go:171","msg":"trace[1979462659] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"219.425519ms","start":"2026-05-13T01:08:28.692993Z","end":"2026-05-13T01:08:28.912418Z","steps":["trace[1979462659] 'process raft request' (duration: 168.909598ms)","trace[1979462659] 'compare' (duration: 49.969699ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:08:28.912762Z","caller":"traceutil/trace.go:171","msg":"trace[625117888] linearizableReadLoop","detail":"{readStateIndex:5440; appliedIndex:5439; }","duration":"136.964347ms","start":"2026-05-13T01:08:28.775785Z","end":"2026-05-13T01:08:28.91275Z","steps":["trace[625117888] 'read index received' (duration: 86.058826ms)","trace[625117888] 'applied index is now lower than readState.Index' (duration: 50.904001ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:08:28.913078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.275184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-13T01:08:28.913109Z","caller":"traceutil/trace.go:171","msg":"trace[2085911139] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5241; }","duration":"137.360416ms","start":"2026-05-13T01:08:28.775741Z","end":"2026-05-13T01:08:28.913102Z","steps":["trace[2085911139] 'agreement among raft nodes before linearized reading' (duration: 137.10604ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:33.997778Z","caller":"traceutil/trace.go:171","msg":"trace[649296955] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"144.478531ms","start":"2026-05-13T01:08:33.853265Z","end":"2026-05-13T01:08:33.997744Z","steps":["trace[649296955] 'process raft request' (duration: 141.502002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:08:35.168807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.581466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T01:08:35.169266Z","caller":"traceutil/trace.go:171","msg":"trace[996501627] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"171.351315ms","start":"2026-05-13T01:08:34.997872Z","end":"2026-05-13T01:08:35.169224Z","steps":["trace[996501627] 'process raft request' (duration: 171.1284ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:35.169417Z","caller":"traceutil/trace.go:171","msg":"trace[131925353] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"171.304984ms","start":"2026-05-13T01:08:34.998092Z","end":"2026-05-13T01:08:35.169397Z","steps":["trace[131925353] 'process raft request' (duration: 170.963956ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:35.169449Z","caller":"traceutil/trace.go:171","msg":"trace[794619184] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"172.824819ms","start":"2026-05-13T01:08:34.996573Z","end":"2026-05-13T01:08:35.169398Z","steps":["trace[794619184] 'process raft request' (duration: 45.550137ms)","trace[794619184] 'compare' (duration: 126.439203ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:08:35.169519Z","caller":"traceutil/trace.go:171","msg":"trace[1305458211] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"171.650382ms","start":"2026-05-13T01:08:34.997837Z","end":"2026-05-13T01:08:35.169487Z","steps":["trace[1305458211] 'process raft request' (duration: 171.094329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:09:22.686136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.81364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-13T01:09:22.686199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.384123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T01:09:22.686248Z","caller":"traceutil/trace.go:171","msg":"trace[144559617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5830; }","duration":"289.971944ms","start":"2026-05-13T01:09:22.396254Z","end":"2026-05-13T01:09:22.686226Z","steps":["trace[144559617] 'range keys from in-memory index tree' (duration: 289.588435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:09:22.686203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.875271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-13T01:09:22.686278Z","caller":"traceutil/trace.go:171","msg":"trace[655388530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5830; }","duration":"290.508166ms","start":"2026-05-13T01:09:22.395751Z","end":"2026-05-13T01:09:22.686259Z","steps":["trace[655388530] 'range keys from in-memory index tree' (duration: 290.184659ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:09:22.686315Z","caller":"traceutil/trace.go:171","msg":"trace[703724438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5830; }","duration":"290.037205ms","start":"2026-05-13T01:09:22.396259Z","end":"2026-05-13T01:09:22.686296Z","steps":["trace[703724438] 'range keys from in-memory index tree' (duration: 289.668607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:09:22.686372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.661166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-13T01:09:22.686475Z","caller":"traceutil/trace.go:171","msg":"trace[1582495526] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5830; }","duration":"268.81261ms","start":"2026-05-13T01:09:22.417639Z","end":"2026-05-13T01:09:22.686452Z","steps":["trace[1582495526] 'range keys from in-memory index tree' (duration: 268.349289ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:09:23.063363Z","caller":"traceutil/trace.go:171","msg":"trace[2113666789] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"373.094577ms","start":"2026-05-13T01:09:22.69025Z","end":"2026-05-13T01:09:23.063344Z","steps":["trace[2113666789] 'process raft request' (duration: 372.986984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:09:23.063493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:09:22.69022Z","time spent":"373.21363ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:09:23.535349Z","caller":"traceutil/trace.go:171","msg":"trace[141361406] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"844.783819ms","start":"2026-05-13T01:09:22.690531Z","end":"2026-05-13T01:09:23.535315Z","steps":["trace[141361406] 'process raft request' (duration: 844.593184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:09:23.535556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:09:22.69051Z","time spent":"844.953862ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:09:23.535552Z","caller":"traceutil/trace.go:171","msg":"trace[1980643777] linearizableReadLoop","detail":"{readStateIndex:6050; appliedIndex:6047; }","duration":"649.375172ms","start":"2026-05-13T01:09:22.886138Z","end":"2026-05-13T01:09:23.535513Z","steps":["trace[1980643777] 'read index received' (duration: 177.158119ms)","trace[1980643777] 'applied index is now lower than readState.Index' (duration: 472.214693ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:09:23.535589Z","caller":"traceutil/trace.go:171","msg":"trace[1960938477] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"844.991913ms","start":"2026-05-13T01:09:22.690556Z","end":"2026-05-13T01:09:23.535548Z","steps":["trace[1960938477] 'process raft request' (duration: 844.710577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:09:23.535739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:09:22.690538Z","time spent":"845.123877ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:09:23.535827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.66939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-13T01:09:23.535848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.474614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-59c4r\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-13T01:09:23.535878Z","caller":"traceutil/trace.go:171","msg":"trace[528143108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5833; }","duration":"649.789963ms","start":"2026-05-13T01:09:22.886074Z","end":"2026-05-13T01:09:23.535864Z","steps":["trace[528143108] 'agreement among raft nodes before linearized reading' (duration: 649.599238ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:09:23.535913Z","caller":"traceutil/trace.go:171","msg":"trace[664643818] range","detail":"{range_begin:/registry/pods/openstack/keepalived-59c4r; range_end:; response_count:1; response_revision:5833; }","duration":"619.585467ms","start":"2026-05-13T01:09:22.916306Z","end":"2026-05-13T01:09:23.535891Z","steps":["trace[664643818] 'agreement among raft nodes before linearized reading' (duration: 619.380972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:09:23.535928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:09:22.886058Z","time spent":"649.861384ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T01:09:23.535973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:09:22.916278Z","time spent":"619.681689ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-59c4r\" "} {"level":"warn","ts":"2026-05-13T01:09:23.536024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.471535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-13T01:09:23.536066Z","caller":"traceutil/trace.go:171","msg":"trace[1281583685] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5833; }","duration":"221.540426ms","start":"2026-05-13T01:09:23.314512Z","end":"2026-05-13T01:09:23.536052Z","steps":["trace[1281583685] 'agreement among raft nodes before linearized reading' (duration: 221.372702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:09:23.536258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.140677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T01:09:23.536322Z","caller":"traceutil/trace.go:171","msg":"trace[1452012557] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5833; }","duration":"420.243979ms","start":"2026-05-13T01:09:23.116063Z","end":"2026-05-13T01:09:23.536307Z","steps":["trace[1452012557] 'agreement among raft nodes before linearized reading' (duration: 420.146927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:09:23.536375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:09:23.116043Z","time spent":"420.317691ms","remote":"127.0.0.1:60668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:09:23.848748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.701693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T01:09:23.848916Z","caller":"traceutil/trace.go:171","msg":"trace[2051982127] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"308.147589ms","start":"2026-05-13T01:09:23.540746Z","end":"2026-05-13T01:09:23.848894Z","steps":["trace[2051982127] 'process raft request' (duration: 106.221151ms)","trace[2051982127] 'compare' (duration: 201.58716ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:09:23.848922Z","caller":"traceutil/trace.go:171","msg":"trace[429596463] linearizableReadLoop","detail":"{readStateIndex:6052; appliedIndex:6051; }","duration":"245.013974ms","start":"2026-05-13T01:09:23.603887Z","end":"2026-05-13T01:09:23.848901Z","steps":["trace[429596463] 'read index received' (duration: 43.066336ms)","trace[429596463] 'applied index is now lower than readState.Index' (duration: 201.945988ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:09:23.848967Z","caller":"traceutil/trace.go:171","msg":"trace[1339232722] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"154.06893ms","start":"2026-05-13T01:09:23.694879Z","end":"2026-05-13T01:09:23.848948Z","steps":["trace[1339232722] 'process raft request' (duration: 153.972607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:09:23.849006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:09:23.540732Z","time spent":"308.227072ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:09:23.849195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.56901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81715"} {"level":"info","ts":"2026-05-13T01:09:23.84924Z","caller":"traceutil/trace.go:171","msg":"trace[1959905662] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5836; }","duration":"308.643001ms","start":"2026-05-13T01:09:23.540587Z","end":"2026-05-13T01:09:23.84923Z","steps":["trace[1959905662] 'agreement among raft nodes before linearized reading' (duration: 308.407426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:09:23.849273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:09:23.540534Z","time spent":"308.730783ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81738,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-13T01:09:23.88905Z","caller":"traceutil/trace.go:171","msg":"trace[1195300027] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"103.929448ms","start":"2026-05-13T01:09:23.785104Z","end":"2026-05-13T01:09:23.889033Z","steps":["trace[1195300027] 'process raft request' (duration: 103.797965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:09:23.889256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.133415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:09:23.88935Z","caller":"traceutil/trace.go:171","msg":"trace[543193058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5838; }","duration":"262.228537ms","start":"2026-05-13T01:09:23.627079Z","end":"2026-05-13T01:09:23.889307Z","steps":["trace[543193058] 'agreement among raft nodes before linearized reading' (duration: 262.112254ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:09:23.889262Z","caller":"traceutil/trace.go:171","msg":"trace[1748374543] transaction","detail":"{read_only:false; response_revision:5838; number_of_response:1; }","duration":"103.315004ms","start":"2026-05-13T01:09:23.785931Z","end":"2026-05-13T01:09:23.889246Z","steps":["trace[1748374543] 'process raft request' (duration: 103.068578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:09:24.279704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.881944ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-13T01:09:24.279809Z","caller":"traceutil/trace.go:171","msg":"trace[1040690101] linearizableReadLoop","detail":"{readStateIndex:6056; appliedIndex:6055; }","duration":"136.823467ms","start":"2026-05-13T01:09:24.142965Z","end":"2026-05-13T01:09:24.279789Z","steps":["trace[1040690101] 'read index received' (duration: 6.84838ms)","trace[1040690101] 'applied index is now lower than readState.Index' (duration: 129.973437ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:09:24.279994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.024181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T01:09:24.280052Z","caller":"traceutil/trace.go:171","msg":"trace[624557199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5838; }","duration":"137.121764ms","start":"2026-05-13T01:09:24.142915Z","end":"2026-05-13T01:09:24.280037Z","steps":["trace[624557199] 'agreement among raft nodes before linearized reading' (duration: 136.922209ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:09:24.532191Z","caller":"traceutil/trace.go:171","msg":"trace[609270519] linearizableReadLoop","detail":"{readStateIndex:6058; appliedIndex:6056; }","duration":"218.076106ms","start":"2026-05-13T01:09:24.314091Z","end":"2026-05-13T01:09:24.532167Z","steps":["trace[609270519] 'read index received' (duration: 57.162766ms)","trace[609270519] 'applied index is now lower than readState.Index' (duration: 160.91255ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:09:24.532238Z","caller":"traceutil/trace.go:171","msg":"trace[1758067211] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"248.846955ms","start":"2026-05-13T01:09:24.283355Z","end":"2026-05-13T01:09:24.532202Z","steps":["trace[1758067211] 'process raft request' (duration: 192.076598ms)","trace[1758067211] 'compare' (duration: 56.519481ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:09:24.532382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.284181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-13T01:09:24.532473Z","caller":"traceutil/trace.go:171","msg":"trace[1636776130] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5840; }","duration":"218.386823ms","start":"2026-05-13T01:09:24.314035Z","end":"2026-05-13T01:09:24.532422Z","steps":["trace[1636776130] 'agreement among raft nodes before linearized reading' (duration: 218.231649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:09:24.532393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.042379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-05-13T01:09:24.532611Z","caller":"traceutil/trace.go:171","msg":"trace[729448149] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5840; }","duration":"115.292315ms","start":"2026-05-13T01:09:24.417279Z","end":"2026-05-13T01:09:24.532572Z","steps":["trace[729448149] 'agreement among raft nodes before linearized reading' (duration: 115.016368ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:09:25.519236Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2966} {"level":"info","ts":"2026-05-13T01:09:25.595841Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2966,"took":"75.076894ms","hash":3057116552,"current-db-size-bytes":56221696,"current-db-size":"56 MB","current-db-size-in-use-bytes":31817728,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-13T01:09:25.595921Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3057116552,"revision":2966,"compact-revision":-1} {"level":"info","ts":"2026-05-13T01:10:05.670664Z","caller":"traceutil/trace.go:171","msg":"trace[1284734300] transaction","detail":"{read_only:false; response_revision:6214; number_of_response:1; }","duration":"127.56127ms","start":"2026-05-13T01:10:05.543073Z","end":"2026-05-13T01:10:05.670635Z","steps":["trace[1284734300] 'process raft request' (duration: 127.365285ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:10:18.959229Z","caller":"traceutil/trace.go:171","msg":"trace[739261834] transaction","detail":"{read_only:false; response_revision:6312; number_of_response:1; }","duration":"116.604215ms","start":"2026-05-13T01:10:18.8426Z","end":"2026-05-13T01:10:18.959204Z","steps":["trace[739261834] 'process raft request' (duration: 100.311554ms)","trace[739261834] 'compare' (duration: 16.199768ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:14:25.525467Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5854} {"level":"info","ts":"2026-05-13T01:14:25.625761Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5854,"took":"98.471163ms","hash":355137838,"current-db-size-bytes":56221696,"current-db-size":"56 MB","current-db-size-in-use-bytes":25329664,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-05-13T01:14:25.625822Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":355137838,"revision":5854,"compact-revision":2966} {"level":"info","ts":"2026-05-13T01:14:59.155432Z","caller":"traceutil/trace.go:171","msg":"trace[1952025231] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"110.3309ms","start":"2026-05-13T01:14:59.045076Z","end":"2026-05-13T01:14:59.155407Z","steps":["trace[1952025231] 'process raft request' (duration: 63.445598ms)","trace[1952025231] 'compare' (duration: 46.700987ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:15:25.899899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005580636,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:15:25.907805Z","caller":"traceutil/trace.go:171","msg":"trace[2046552902] linearizableReadLoop","detail":"{readStateIndex:8875; appliedIndex:8874; }","duration":"508.963114ms","start":"2026-05-13T01:15:25.398814Z","end":"2026-05-13T01:15:25.907777Z","steps":["trace[2046552902] 'read index received' (duration: 508.781329ms)","trace[2046552902] 'applied index is now lower than readState.Index' (duration: 180.355µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:15:25.907898Z","caller":"traceutil/trace.go:171","msg":"trace[1196829233] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"509.888635ms","start":"2026-05-13T01:15:25.397984Z","end":"2026-05-13T01:15:25.907873Z","steps":["trace[1196829233] 'process raft request' (duration: 509.614688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:25.908031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:25.39796Z","time spent":"509.995118ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:15:25.908084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.296521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-13T01:15:25.908089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.515255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T01:15:25.908158Z","caller":"traceutil/trace.go:171","msg":"trace[81766478] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8568; }","duration":"220.367232ms","start":"2026-05-13T01:15:25.68775Z","end":"2026-05-13T01:15:25.908117Z","steps":["trace[81766478] 'agreement among raft nodes before linearized reading' (duration: 220.26383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:25.90819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.999721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:25.908209Z","caller":"traceutil/trace.go:171","msg":"trace[1952238977] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8568; }","duration":"393.686479ms","start":"2026-05-13T01:15:25.514488Z","end":"2026-05-13T01:15:25.908174Z","steps":["trace[1952238977] 'agreement among raft nodes before linearized reading' (duration: 393.490154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:25.908206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.725435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:25.90826Z","caller":"traceutil/trace.go:171","msg":"trace[1136850402] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8568; }","duration":"283.080512ms","start":"2026-05-13T01:15:25.625163Z","end":"2026-05-13T01:15:25.908244Z","steps":["trace[1136850402] 'agreement among raft nodes before linearized reading' (duration: 282.96656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:25.908291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:25.514469Z","time spent":"393.795741ms","remote":"127.0.0.1:60794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:15:25.908304Z","caller":"traceutil/trace.go:171","msg":"trace[939845450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8568; }","duration":"282.862557ms","start":"2026-05-13T01:15:25.62542Z","end":"2026-05-13T01:15:25.908282Z","steps":["trace[939845450] 'agreement among raft nodes before linearized reading' (duration: 282.679863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:25.908233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.568107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T01:15:25.908482Z","caller":"traceutil/trace.go:171","msg":"trace[690121048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8568; }","duration":"214.839174ms","start":"2026-05-13T01:15:25.69363Z","end":"2026-05-13T01:15:25.908469Z","steps":["trace[690121048] 'agreement among raft nodes before linearized reading' (duration: 214.492076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:25.908599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.785262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T01:15:25.908694Z","caller":"traceutil/trace.go:171","msg":"trace[1587692879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8568; }","duration":"509.936336ms","start":"2026-05-13T01:15:25.398736Z","end":"2026-05-13T01:15:25.908672Z","steps":["trace[1587692879] 'agreement among raft nodes before linearized reading' (duration: 509.164258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:25.908741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:25.398707Z","time spent":"510.024758ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:15:26.41336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005580640,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:15:26.512936Z","caller":"traceutil/trace.go:171","msg":"trace[255789165] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"600.072525ms","start":"2026-05-13T01:15:25.912823Z","end":"2026-05-13T01:15:26.512895Z","steps":["trace[255789165] 'process raft request' (duration: 584.907562ms)","trace[255789165] 'compare' (duration: 14.009156ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:15:26.513088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:25.912802Z","time spent":"600.209348ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:15:26.52609Z","caller":"traceutil/trace.go:171","msg":"trace[646089836] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"613.240352ms","start":"2026-05-13T01:15:25.91283Z","end":"2026-05-13T01:15:26.52607Z","steps":["trace[646089836] 'process raft request' (duration: 613.079718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:26.526235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:25.912813Z","time spent":"613.343594ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:15:26.526279Z","caller":"traceutil/trace.go:171","msg":"trace[1128433534] linearizableReadLoop","detail":"{readStateIndex:8878; appliedIndex:8875; }","duration":"613.254172ms","start":"2026-05-13T01:15:25.912998Z","end":"2026-05-13T01:15:26.526252Z","steps":["trace[1128433534] 'read index received' (duration: 584.730168ms)","trace[1128433534] 'applied index is now lower than readState.Index' (duration: 28.522064ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:15:26.526386Z","caller":"traceutil/trace.go:171","msg":"trace[457215640] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"531.938888ms","start":"2026-05-13T01:15:25.994369Z","end":"2026-05-13T01:15:26.526308Z","steps":["trace[457215640] 'process raft request' (duration: 531.655162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:26.526489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.933348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:26.526537Z","caller":"traceutil/trace.go:171","msg":"trace[1097737111] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8571; }","duration":"535.05091ms","start":"2026-05-13T01:15:25.991473Z","end":"2026-05-13T01:15:26.526524Z","steps":["trace[1097737111] 'agreement among raft nodes before linearized reading' (duration: 534.949728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:26.52658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:25.991421Z","time spent":"535.148742ms","remote":"127.0.0.1:51814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:15:26.526579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:25.994352Z","time spent":"532.131252ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:15:26.526603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.264445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-13T01:15:26.526662Z","caller":"traceutil/trace.go:171","msg":"trace[1507109140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8571; }","duration":"112.357966ms","start":"2026-05-13T01:15:26.414287Z","end":"2026-05-13T01:15:26.526645Z","steps":["trace[1507109140] 'agreement among raft nodes before linearized reading' (duration: 112.157211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:26.526792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.778574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224106"} {"level":"info","ts":"2026-05-13T01:15:26.526881Z","caller":"traceutil/trace.go:171","msg":"trace[1169935938] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8571; }","duration":"613.898087ms","start":"2026-05-13T01:15:25.912962Z","end":"2026-05-13T01:15:26.52686Z","steps":["trace[1169935938] 'agreement among raft nodes before linearized reading' (duration: 613.375755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:26.526937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:25.912951Z","time spent":"613.972059ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224129,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-13T01:15:34.69336Z","caller":"traceutil/trace.go:171","msg":"trace[547423506] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"104.975094ms","start":"2026-05-13T01:15:34.588363Z","end":"2026-05-13T01:15:34.693339Z","steps":["trace[547423506] 'process raft request' (duration: 104.853481ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:34.705203Z","caller":"traceutil/trace.go:171","msg":"trace[1722705500] linearizableReadLoop","detail":"{readStateIndex:8923; appliedIndex:8921; }","duration":"110.625355ms","start":"2026-05-13T01:15:34.594559Z","end":"2026-05-13T01:15:34.705185Z","steps":["trace[1722705500] 'read index received' (duration: 98.655156ms)","trace[1722705500] 'applied index is now lower than readState.Index' (duration: 11.969129ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:15:34.705342Z","caller":"traceutil/trace.go:171","msg":"trace[583632735] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"114.584048ms","start":"2026-05-13T01:15:34.590715Z","end":"2026-05-13T01:15:34.705299Z","steps":["trace[583632735] 'process raft request' (duration: 114.377893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:34.705446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.118671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-59c4r\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-05-13T01:15:34.705381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.80079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T01:15:34.705526Z","caller":"traceutil/trace.go:171","msg":"trace[1291521094] range","detail":"{range_begin:/registry/pods/openstack/keepalived-59c4r; range_end:; response_count:1; response_revision:8614; }","duration":"109.224913ms","start":"2026-05-13T01:15:34.596283Z","end":"2026-05-13T01:15:34.705508Z","steps":["trace[1291521094] 'agreement among raft nodes before linearized reading' (duration: 109.041658ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:34.705538Z","caller":"traceutil/trace.go:171","msg":"trace[221276078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8614; }","duration":"110.990454ms","start":"2026-05-13T01:15:34.594537Z","end":"2026-05-13T01:15:34.705527Z","steps":["trace[221276078] 'agreement among raft nodes before linearized reading' (duration: 110.748158ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:34.813363Z","caller":"traceutil/trace.go:171","msg":"trace[332298810] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"102.561019ms","start":"2026-05-13T01:15:34.710772Z","end":"2026-05-13T01:15:34.813333Z","steps":["trace[332298810] 'process raft request' (duration: 93.514528ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:35.808695Z","caller":"traceutil/trace.go:171","msg":"trace[814489195] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"539.567777ms","start":"2026-05-13T01:15:35.269106Z","end":"2026-05-13T01:15:35.808673Z","steps":["trace[814489195] 'process raft request' (duration: 539.425413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:35.808832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:35.269084Z","time spent":"539.677169ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:15:35.879866Z","caller":"traceutil/trace.go:171","msg":"trace[368225346] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"522.933889ms","start":"2026-05-13T01:15:35.356888Z","end":"2026-05-13T01:15:35.879822Z","steps":["trace[368225346] 'process raft request' (duration: 522.693963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:35.880062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:35.35684Z","time spent":"523.109333ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:15:35.88012Z","caller":"traceutil/trace.go:171","msg":"trace[357329662] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"516.421727ms","start":"2026-05-13T01:15:35.363634Z","end":"2026-05-13T01:15:35.880056Z","steps":["trace[357329662] 'process raft request' (duration: 516.13164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:35.880388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:35.363621Z","time spent":"516.620462ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:15:37.41065Z","caller":"traceutil/trace.go:171","msg":"trace[2024083917] linearizableReadLoop","detail":"{readStateIndex:8934; appliedIndex:8932; }","duration":"658.148448ms","start":"2026-05-13T01:15:36.75244Z","end":"2026-05-13T01:15:37.410588Z","steps":["trace[2024083917] 'read index received' (duration: 4.010164ms)","trace[2024083917] 'applied index is now lower than readState.Index' (duration: 654.136654ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:15:37.410696Z","caller":"traceutil/trace.go:171","msg":"trace[1601191426] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"658.459725ms","start":"2026-05-13T01:15:36.752178Z","end":"2026-05-13T01:15:37.410638Z","steps":["trace[1601191426] 'process raft request' (duration: 658.159438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.410885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:36.752165Z","time spent":"658.625809ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:15:37.411099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.65105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224106"} {"level":"info","ts":"2026-05-13T01:15:37.411169Z","caller":"traceutil/trace.go:171","msg":"trace[1385176794] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8625; }","duration":"658.727921ms","start":"2026-05-13T01:15:36.752421Z","end":"2026-05-13T01:15:37.411149Z","steps":["trace[1385176794] 'agreement among raft nodes before linearized reading' (duration: 658.297371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.4112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:36.752368Z","time spent":"658.825253ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224129,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-13T01:15:37.451995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.61633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.201268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.452086Z","caller":"traceutil/trace.go:171","msg":"trace[656808892] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8626; }","duration":"488.766323ms","start":"2026-05-13T01:15:36.963298Z","end":"2026-05-13T01:15:37.452064Z","steps":["trace[656808892] 'agreement among raft nodes before linearized reading' (duration: 488.588529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.214351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.057575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.914917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.452143Z","caller":"traceutil/trace.go:171","msg":"trace[1141855510] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8626; }","duration":"470.321744ms","start":"2026-05-13T01:15:36.981804Z","end":"2026-05-13T01:15:37.452126Z","steps":["trace[1141855510] 'agreement among raft nodes before linearized reading' (duration: 470.220091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.270363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.452163Z","caller":"traceutil/trace.go:171","msg":"trace[1650558248] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8626; }","duration":"394.957118ms","start":"2026-05-13T01:15:37.057197Z","end":"2026-05-13T01:15:37.452154Z","steps":["trace[1650558248] 'agreement among raft nodes before linearized reading' (duration: 394.921998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.45217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.026769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.05717Z","time spent":"395.0083ms","remote":"127.0.0.1:51934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"info","ts":"2026-05-13T01:15:37.452174Z","caller":"traceutil/trace.go:171","msg":"trace[85789296] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8626; }","duration":"369.229619ms","start":"2026-05-13T01:15:37.082923Z","end":"2026-05-13T01:15:37.452153Z","steps":["trace[85789296] 'agreement among raft nodes before linearized reading' (duration: 369.009614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.45221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.368976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.366525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.452228Z","caller":"traceutil/trace.go:171","msg":"trace[1740529882] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8626; }","duration":"288.396517ms","start":"2026-05-13T01:15:37.163825Z","end":"2026-05-13T01:15:37.452222Z","steps":["trace[1740529882] 'agreement among raft nodes before linearized reading' (duration: 288.372026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.45223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.368832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.452241Z","caller":"traceutil/trace.go:171","msg":"trace[614494839] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8626; }","duration":"470.411665ms","start":"2026-05-13T01:15:36.981824Z","end":"2026-05-13T01:15:37.452235Z","steps":["trace[614494839] 'agreement among raft nodes before linearized reading' (duration: 470.379195ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.452237Z","caller":"traceutil/trace.go:171","msg":"trace[421250867] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8626; }","duration":"185.095971ms","start":"2026-05-13T01:15:37.267118Z","end":"2026-05-13T01:15:37.452214Z","steps":["trace[421250867] 'agreement among raft nodes before linearized reading' (duration: 184.998889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.397966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.45226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.001829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.452183Z","caller":"traceutil/trace.go:171","msg":"trace[2122260622] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8626; }","duration":"288.316035ms","start":"2026-05-13T01:15:37.163857Z","end":"2026-05-13T01:15:37.452173Z","steps":["trace[2122260622] 'agreement among raft nodes before linearized reading' (duration: 288.287994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.922217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.452296Z","caller":"traceutil/trace.go:171","msg":"trace[574558627] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8626; }","duration":"325.04616ms","start":"2026-05-13T01:15:37.127237Z","end":"2026-05-13T01:15:37.452283Z","steps":["trace[574558627] 'agreement among raft nodes before linearized reading' (duration: 325.002449ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.452298Z","caller":"traceutil/trace.go:171","msg":"trace[614925327] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8626; }","duration":"458.477377ms","start":"2026-05-13T01:15:36.993799Z","end":"2026-05-13T01:15:37.452276Z","steps":["trace[614925327] 'agreement among raft nodes before linearized reading' (duration: 458.389165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.209177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.395264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:36.981806Z","time spent":"470.450227ms","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-05-13T01:15:37.452329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:36.993785Z","time spent":"458.536759ms","remote":"127.0.0.1:51920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-05-13T01:15:37.452009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.787039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-13T01:15:37.452183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:36.981785Z","time spent":"470.389805ms","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:15:37.452352Z","caller":"traceutil/trace.go:171","msg":"trace[229946018] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8626; }","duration":"348.430895ms","start":"2026-05-13T01:15:37.103915Z","end":"2026-05-13T01:15:37.452346Z","steps":["trace[229946018] 'agreement among raft nodes before linearized reading' (duration: 348.366993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.103732Z","time spent":"348.633239ms","remote":"127.0.0.1:51950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-05-13T01:15:37.452402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.485821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.142721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.680181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.671911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.452441Z","caller":"traceutil/trace.go:171","msg":"trace[344672280] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8626; }","duration":"200.186852ms","start":"2026-05-13T01:15:37.252246Z","end":"2026-05-13T01:15:37.452433Z","steps":["trace[344672280] 'agreement among raft nodes before linearized reading' (duration: 200.149331ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.452444Z","caller":"traceutil/trace.go:171","msg":"trace[215145061] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8626; }","duration":"324.729203ms","start":"2026-05-13T01:15:37.127707Z","end":"2026-05-13T01:15:37.452436Z","steps":["trace[215145061] 'agreement among raft nodes before linearized reading' (duration: 324.680672ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.452367Z","caller":"traceutil/trace.go:171","msg":"trace[515901272] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8626; }","duration":"287.191158ms","start":"2026-05-13T01:15:37.165166Z","end":"2026-05-13T01:15:37.452358Z","steps":["trace[515901272] 'agreement among raft nodes before linearized reading' (duration: 286.743468ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.45245Z","caller":"traceutil/trace.go:171","msg":"trace[1607289837] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"435.643256ms","start":"2026-05-13T01:15:37.016794Z","end":"2026-05-13T01:15:37.452438Z","steps":["trace[1607289837] 'process raft request' (duration: 434.894549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.089413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-13T01:15:37.452485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.95473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.452451Z","caller":"traceutil/trace.go:171","msg":"trace[1615474294] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8626; }","duration":"488.946827ms","start":"2026-05-13T01:15:36.963497Z","end":"2026-05-13T01:15:37.452444Z","steps":["trace[1615474294] 'agreement among raft nodes before linearized reading' (duration: 488.65585ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.452498Z","caller":"traceutil/trace.go:171","msg":"trace[1996270759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8626; }","duration":"292.123273ms","start":"2026-05-13T01:15:37.16037Z","end":"2026-05-13T01:15:37.452493Z","steps":["trace[1996270759] 'agreement among raft nodes before linearized reading' (duration: 292.020851ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.452505Z","caller":"traceutil/trace.go:171","msg":"trace[1021889345] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8626; }","duration":"440.9846ms","start":"2026-05-13T01:15:37.011515Z","end":"2026-05-13T01:15:37.452499Z","steps":["trace[1021889345] 'agreement among raft nodes before linearized reading' (duration: 440.95296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:36.963398Z","time spent":"489.105691ms","remote":"127.0.0.1:51906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-05-13T01:15:37.452524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.011509Z","time spent":"441.009491ms","remote":"127.0.0.1:51926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-05-13T01:15:37.45253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.01677Z","time spent":"435.704618ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:15:37.452544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.712503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.082918Z","time spent":"369.327992ms","remote":"127.0.0.1:51948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-05-13T01:15:37.452572Z","caller":"traceutil/trace.go:171","msg":"trace[2098309196] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8626; }","duration":"458.772094ms","start":"2026-05-13T01:15:36.993794Z","end":"2026-05-13T01:15:37.452566Z","steps":["trace[2098309196] 'agreement among raft nodes before linearized reading' (duration: 458.730273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.929381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.452105Z","caller":"traceutil/trace.go:171","msg":"trace[197196578] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8626; }","duration":"369.24699ms","start":"2026-05-13T01:15:37.082843Z","end":"2026-05-13T01:15:37.45209Z","steps":["trace[197196578] 'agreement among raft nodes before linearized reading' (duration: 369.208419ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.452608Z","caller":"traceutil/trace.go:171","msg":"trace[233273303] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8626; }","duration":"301.961603ms","start":"2026-05-13T01:15:37.150642Z","end":"2026-05-13T01:15:37.452604Z","steps":["trace[233273303] 'agreement among raft nodes before linearized reading' (duration: 301.932792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.082833Z","time spent":"369.776232ms","remote":"127.0.0.1:51948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:15:37.452623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.150637Z","time spent":"301.981373ms","remote":"127.0.0.1:51972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-05-13T01:15:37.45262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.774876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.460204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.474495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.127228Z","time spent":"325.094271ms","remote":"127.0.0.1:51962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:15:37.452648Z","caller":"traceutil/trace.go:171","msg":"trace[654858005] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8626; }","duration":"200.819327ms","start":"2026-05-13T01:15:37.25182Z","end":"2026-05-13T01:15:37.45264Z","steps":["trace[654858005] 'agreement among raft nodes before linearized reading' (duration: 200.773656ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.452653Z","caller":"traceutil/trace.go:171","msg":"trace[1511519417] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8626; }","duration":"220.494885ms","start":"2026-05-13T01:15:37.232151Z","end":"2026-05-13T01:15:37.452646Z","steps":["trace[1511519417] 'agreement among raft nodes before linearized reading' (duration: 220.453824ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.452658Z","caller":"traceutil/trace.go:171","msg":"trace[180457478] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8626; }","duration":"442.506726ms","start":"2026-05-13T01:15:37.010145Z","end":"2026-05-13T01:15:37.452651Z","steps":["trace[180457478] 'agreement among raft nodes before linearized reading' (duration: 442.476105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.941097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.010139Z","time spent":"442.533146ms","remote":"127.0.0.1:51926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"info","ts":"2026-05-13T01:15:37.452425Z","caller":"traceutil/trace.go:171","msg":"trace[768672984] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8626; }","duration":"395.508282ms","start":"2026-05-13T01:15:37.056909Z","end":"2026-05-13T01:15:37.452417Z","steps":["trace[768672984] 'agreement among raft nodes before linearized reading' (duration: 395.475681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.575241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.792233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.05685Z","time spent":"395.857169ms","remote":"127.0.0.1:51934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:15:37.452736Z","caller":"traceutil/trace.go:171","msg":"trace[1207034921] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8626; }","duration":"112.608843ms","start":"2026-05-13T01:15:37.340121Z","end":"2026-05-13T01:15:37.45273Z","steps":["trace[1207034921] 'agreement among raft nodes before linearized reading' (duration: 112.571542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.760077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:36.993779Z","time spent":"458.807815ms","remote":"127.0.0.1:51920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:15:37.452779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.715371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.452346Z","caller":"traceutil/trace.go:171","msg":"trace[703857722] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8626; }","duration":"186.251848ms","start":"2026-05-13T01:15:37.266087Z","end":"2026-05-13T01:15:37.452339Z","steps":["trace[703857722] 'agreement among raft nodes before linearized reading' (duration: 186.200366ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.4528Z","caller":"traceutil/trace.go:171","msg":"trace[1046649886] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8626; }","duration":"442.752941ms","start":"2026-05-13T01:15:37.01004Z","end":"2026-05-13T01:15:37.452793Z","steps":["trace[1046649886] 'agreement among raft nodes before linearized reading' (duration: 442.71876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.792312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.452824Z","caller":"traceutil/trace.go:171","msg":"trace[1968942882] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8626; }","duration":"369.880174ms","start":"2026-05-13T01:15:37.082938Z","end":"2026-05-13T01:15:37.452818Z","steps":["trace[1968942882] 'agreement among raft nodes before linearized reading' (duration: 369.818482ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.452679Z","caller":"traceutil/trace.go:171","msg":"trace[347470629] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8626; }","duration":"111.970637ms","start":"2026-05-13T01:15:37.340702Z","end":"2026-05-13T01:15:37.452673Z","steps":["trace[347470629] 'agreement among raft nodes before linearized reading' (duration: 111.928626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.08291Z","time spent":"369.932785ms","remote":"127.0.0.1:51948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-05-13T01:15:37.452854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.831818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.127699Z","time spent":"324.769814ms","remote":"127.0.0.1:51962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"info","ts":"2026-05-13T01:15:37.452874Z","caller":"traceutil/trace.go:171","msg":"trace[972268680] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8626; }","duration":"112.874619ms","start":"2026-05-13T01:15:37.339994Z","end":"2026-05-13T01:15:37.452868Z","steps":["trace[972268680] 'agreement among raft nodes before linearized reading' (duration: 112.839438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.315031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.071879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.302659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.452929Z","caller":"traceutil/trace.go:171","msg":"trace[994985988] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8626; }","duration":"288.874488ms","start":"2026-05-13T01:15:37.164046Z","end":"2026-05-13T01:15:37.45292Z","steps":["trace[994985988] 'agreement among raft nodes before linearized reading' (duration: 288.07228ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.452928Z","caller":"traceutil/trace.go:171","msg":"trace[914325959] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8626; }","duration":"458.227042ms","start":"2026-05-13T01:15:36.994688Z","end":"2026-05-13T01:15:37.452915Z","steps":["trace[914325959] 'agreement among raft nodes before linearized reading' (duration: 457.27382ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.452951Z","caller":"traceutil/trace.go:171","msg":"trace[1393125065] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8626; }","duration":"186.882953ms","start":"2026-05-13T01:15:37.266061Z","end":"2026-05-13T01:15:37.452944Z","steps":["trace[1393125065] 'agreement among raft nodes before linearized reading' (duration: 186.301209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.037043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.45297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:36.994681Z","time spent":"458.274683ms","remote":"127.0.0.1:51920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-05-13T01:15:37.452822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.010032Z","time spent":"442.784342ms","remote":"127.0.0.1:51926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:15:37.452995Z","caller":"traceutil/trace.go:171","msg":"trace[1151018730] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8626; }","duration":"201.284638ms","start":"2026-05-13T01:15:37.251702Z","end":"2026-05-13T01:15:37.452987Z","steps":["trace[1151018730] 'agreement among raft nodes before linearized reading' (duration: 201.048082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.453027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.907618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.453041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.50191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.452268Z","caller":"traceutil/trace.go:171","msg":"trace[154206712] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8626; }","duration":"220.411243ms","start":"2026-05-13T01:15:37.231843Z","end":"2026-05-13T01:15:37.452254Z","steps":["trace[154206712] 'agreement among raft nodes before linearized reading' (duration: 220.362132ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.453053Z","caller":"traceutil/trace.go:171","msg":"trace[184767597] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8626; }","duration":"245.957608ms","start":"2026-05-13T01:15:37.207086Z","end":"2026-05-13T01:15:37.453044Z","steps":["trace[184767597] 'agreement among raft nodes before linearized reading' (duration: 245.920897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.987057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.452131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:36.963275Z","time spent":"488.845675ms","remote":"127.0.0.1:51906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:15:37.452325Z","caller":"traceutil/trace.go:171","msg":"trace[1973661782] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8626; }","duration":"325.03383ms","start":"2026-05-13T01:15:37.127272Z","end":"2026-05-13T01:15:37.452305Z","steps":["trace[1973661782] 'agreement among raft nodes before linearized reading' (duration: 324.898867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.453078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.359895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.453088Z","caller":"traceutil/trace.go:171","msg":"trace[1723488407] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8626; }","duration":"124.132081ms","start":"2026-05-13T01:15:37.328948Z","end":"2026-05-13T01:15:37.453081Z","steps":["trace[1723488407] 'agreement among raft nodes before linearized reading' (duration: 124.011088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.453117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.319509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.453141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.698252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.453142Z","caller":"traceutil/trace.go:171","msg":"trace[113006952] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8626; }","duration":"137.378499ms","start":"2026-05-13T01:15:37.315758Z","end":"2026-05-13T01:15:37.453137Z","steps":["trace[113006952] 'agreement among raft nodes before linearized reading' (duration: 137.343098ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.453157Z","caller":"traceutil/trace.go:171","msg":"trace[1405817695] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8626; }","duration":"245.729503ms","start":"2026-05-13T01:15:37.207423Z","end":"2026-05-13T01:15:37.453152Z","steps":["trace[1405817695] 'agreement among raft nodes before linearized reading' (duration: 245.703162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.453156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.319484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.453062Z","caller":"traceutil/trace.go:171","msg":"trace[1950577939] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8626; }","duration":"124.562261ms","start":"2026-05-13T01:15:37.328494Z","end":"2026-05-13T01:15:37.453056Z","steps":["trace[1950577939] 'agreement among raft nodes before linearized reading' (duration: 124.49838ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.453187Z","caller":"traceutil/trace.go:171","msg":"trace[1524385919] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8626; }","duration":"221.390596ms","start":"2026-05-13T01:15:37.231787Z","end":"2026-05-13T01:15:37.453178Z","steps":["trace[1524385919] 'agreement among raft nodes before linearized reading' (duration: 221.345885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.624648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.452743Z","caller":"traceutil/trace.go:171","msg":"trace[897537124] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8626; }","duration":"348.878845ms","start":"2026-05-13T01:15:37.103858Z","end":"2026-05-13T01:15:37.452737Z","steps":["trace[897537124] 'agreement among raft nodes before linearized reading' (duration: 348.816753ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.453227Z","caller":"traceutil/trace.go:171","msg":"trace[905975141] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8626; }","duration":"303.14287ms","start":"2026-05-13T01:15:37.150074Z","end":"2026-05-13T01:15:37.453217Z","steps":["trace[905975141] 'agreement among raft nodes before linearized reading' (duration: 302.624338ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.452768Z","caller":"traceutil/trace.go:171","msg":"trace[717639146] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8626; }","duration":"396.131045ms","start":"2026-05-13T01:15:37.056627Z","end":"2026-05-13T01:15:37.452758Z","steps":["trace[717639146] 'agreement among raft nodes before linearized reading' (duration: 395.811178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.453253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.229142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.453268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.15007Z","time spent":"303.184501ms","remote":"127.0.0.1:51972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:15:37.45327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.056592Z","time spent":"396.666758ms","remote":"127.0.0.1:51934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-05-13T01:15:37.45311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.127266Z","time spent":"325.834228ms","remote":"127.0.0.1:51962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-05-13T01:15:37.453296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.298954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.453302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.106691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.453271Z","caller":"traceutil/trace.go:171","msg":"trace[1386142636] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8626; }","duration":"151.256972ms","start":"2026-05-13T01:15:37.302009Z","end":"2026-05-13T01:15:37.453266Z","steps":["trace[1386142636] 'agreement among raft nodes before linearized reading' (duration: 151.225131ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.453319Z","caller":"traceutil/trace.go:171","msg":"trace[963339937] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8626; }","duration":"151.333134ms","start":"2026-05-13T01:15:37.301982Z","end":"2026-05-13T01:15:37.453315Z","steps":["trace[963339937] 'agreement among raft nodes before linearized reading' (duration: 151.302064ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.453328Z","caller":"traceutil/trace.go:171","msg":"trace[1772083299] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8626; }","duration":"261.137392ms","start":"2026-05-13T01:15:37.192184Z","end":"2026-05-13T01:15:37.453321Z","steps":["trace[1772083299] 'agreement among raft nodes before linearized reading' (duration: 261.103611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.452187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.896292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.453274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.855728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.453385Z","caller":"traceutil/trace.go:171","msg":"trace[919304120] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8626; }","duration":"349.139891ms","start":"2026-05-13T01:15:37.104236Z","end":"2026-05-13T01:15:37.453376Z","steps":["trace[919304120] 'agreement among raft nodes before linearized reading' (duration: 347.863151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.453391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.723649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.453394Z","caller":"traceutil/trace.go:171","msg":"trace[666714159] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8626; }","duration":"261.994792ms","start":"2026-05-13T01:15:37.191392Z","end":"2026-05-13T01:15:37.453387Z","steps":["trace[666714159] 'agreement among raft nodes before linearized reading' (duration: 261.860969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.453236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.103836Z","time spent":"349.391797ms","remote":"127.0.0.1:51950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:15:37.452079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.033544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.45341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.104232Z","time spent":"349.171111ms","remote":"127.0.0.1:51950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-05-13T01:15:37.453414Z","caller":"traceutil/trace.go:171","msg":"trace[891813067] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8626; }","duration":"171.74848ms","start":"2026-05-13T01:15:37.281659Z","end":"2026-05-13T01:15:37.453407Z","steps":["trace[891813067] 'agreement among raft nodes before linearized reading' (duration: 171.707609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.45341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.988041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.453427Z","caller":"traceutil/trace.go:171","msg":"trace[1893506276] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8626; }","duration":"303.422177ms","start":"2026-05-13T01:15:37.149997Z","end":"2026-05-13T01:15:37.453419Z","steps":["trace[1893506276] 'agreement among raft nodes before linearized reading' (duration: 301.994684ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.453443Z","caller":"traceutil/trace.go:171","msg":"trace[1370996365] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8626; }","duration":"262.041763ms","start":"2026-05-13T01:15:37.191392Z","end":"2026-05-13T01:15:37.453434Z","steps":["trace[1370996365] 'agreement among raft nodes before linearized reading' (duration: 261.985652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.453446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.136669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.45346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.195061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.45346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:37.149987Z","time spent":"303.464628ms","remote":"127.0.0.1:51972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"info","ts":"2026-05-13T01:15:37.453472Z","caller":"traceutil/trace.go:171","msg":"trace[755010293] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8626; }","duration":"172.16316ms","start":"2026-05-13T01:15:37.281302Z","end":"2026-05-13T01:15:37.453465Z","steps":["trace[755010293] 'agreement among raft nodes before linearized reading' (duration: 172.120819ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.453477Z","caller":"traceutil/trace.go:171","msg":"trace[55563453] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8626; }","duration":"172.250212ms","start":"2026-05-13T01:15:37.281221Z","end":"2026-05-13T01:15:37.453471Z","steps":["trace[55563453] 'agreement among raft nodes before linearized reading' (duration: 172.217571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.453089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.604772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.45357Z","caller":"traceutil/trace.go:171","msg":"trace[47149846] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8626; }","duration":"125.109044ms","start":"2026-05-13T01:15:37.328452Z","end":"2026-05-13T01:15:37.453561Z","steps":["trace[47149846] 'agreement among raft nodes before linearized reading' (duration: 124.622533ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:37.453115Z","caller":"traceutil/trace.go:171","msg":"trace[2059194691] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8626; }","duration":"245.452537ms","start":"2026-05-13T01:15:37.207653Z","end":"2026-05-13T01:15:37.453105Z","steps":["trace[2059194691] 'agreement among raft nodes before linearized reading' (duration: 245.393235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.453738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.643683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:37.453766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.487857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:37.453778Z","caller":"traceutil/trace.go:171","msg":"trace[2092989296] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8626; }","duration":"489.706545ms","start":"2026-05-13T01:15:36.964059Z","end":"2026-05-13T01:15:37.453766Z","steps":["trace[2092989296] 'agreement among raft nodes before linearized reading' (duration: 487.998765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.453801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:36.964014Z","time spent":"489.779637ms","remote":"127.0.0.1:51906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-05-13T01:15:37.453806Z","caller":"traceutil/trace.go:171","msg":"trace[186661398] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8626; }","duration":"472.157936ms","start":"2026-05-13T01:15:36.981631Z","end":"2026-05-13T01:15:37.453789Z","steps":["trace[186661398] 'agreement among raft nodes before linearized reading' (duration: 470.453407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:37.453848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:36.981614Z","time spent":"472.225168ms","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-05-13T01:15:37.568704Z","caller":"traceutil/trace.go:171","msg":"trace[113646813] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"109.129331ms","start":"2026-05-13T01:15:37.459541Z","end":"2026-05-13T01:15:37.56867Z","steps":["trace[113646813] 'process raft request' (duration: 59.482445ms)","trace[113646813] 'compare' (duration: 49.505673ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:15:37.989363Z","caller":"traceutil/trace.go:171","msg":"trace[1796966864] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"103.259585ms","start":"2026-05-13T01:15:37.886073Z","end":"2026-05-13T01:15:37.989333Z","steps":["trace[1796966864] 'process raft request' (duration: 91.067421ms)","trace[1796966864] 'compare' (duration: 12.03022ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:15:38.178115Z","caller":"traceutil/trace.go:171","msg":"trace[258544993] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"100.998842ms","start":"2026-05-13T01:15:38.077089Z","end":"2026-05-13T01:15:38.178088Z","steps":["trace[258544993] 'process raft request' (duration: 100.806397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:39.628859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.927269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-05-13T01:15:39.628887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.821191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T01:15:39.62893Z","caller":"traceutil/trace.go:171","msg":"trace[855747687] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8635; }","duration":"301.024261ms","start":"2026-05-13T01:15:39.327888Z","end":"2026-05-13T01:15:39.628912Z","steps":["trace[855747687] 'range keys from in-memory index tree' (duration: 300.792946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:39.628937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.125099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-13T01:15:39.62897Z","caller":"traceutil/trace.go:171","msg":"trace[436494252] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8635; }","duration":"271.933473ms","start":"2026-05-13T01:15:39.35701Z","end":"2026-05-13T01:15:39.628943Z","steps":["trace[436494252] 'count revisions from in-memory index tree' (duration: 271.754839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:39.62896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:39.327877Z","time spent":"301.075411ms","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T01:15:39.629047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T01:15:39.629154Z","caller":"traceutil/trace.go:171","msg":"trace[74867202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8635; }","duration":"214.807313ms","start":"2026-05-13T01:15:39.414322Z","end":"2026-05-13T01:15:39.62913Z","steps":["trace[74867202] 'range keys from in-memory index tree' (duration: 214.503316ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:39.629574Z","caller":"traceutil/trace.go:171","msg":"trace[1128187223] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8635; }","duration":"397.216691ms","start":"2026-05-13T01:15:39.231762Z","end":"2026-05-13T01:15:39.628978Z","steps":["trace[1128187223] 'range keys from in-memory index tree' (duration: 396.916624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:39.629621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:39.231731Z","time spent":"397.879777ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-13T01:15:39.650579Z","caller":"traceutil/trace.go:171","msg":"trace[261950497] linearizableReadLoop","detail":"{readStateIndex:8946; appliedIndex:8945; }","duration":"224.774395ms","start":"2026-05-13T01:15:39.42579Z","end":"2026-05-13T01:15:39.650564Z","steps":["trace[261950497] 'read index received' (duration: 224.692153ms)","trace[261950497] 'applied index is now lower than readState.Index' (duration: 81.322µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:15:39.650664Z","caller":"traceutil/trace.go:171","msg":"trace[222708148] transaction","detail":"{read_only:false; response_revision:8636; number_of_response:1; }","duration":"225.39969ms","start":"2026-05-13T01:15:39.425255Z","end":"2026-05-13T01:15:39.650654Z","steps":["trace[222708148] 'process raft request' (duration: 225.192855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:39.650808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.014101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-59c4r\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-13T01:15:39.650854Z","caller":"traceutil/trace.go:171","msg":"trace[201367007] range","detail":"{range_begin:/registry/pods/openstack/keepalived-59c4r; range_end:; response_count:1; response_revision:8636; }","duration":"225.107592ms","start":"2026-05-13T01:15:39.425736Z","end":"2026-05-13T01:15:39.650844Z","steps":["trace[201367007] 'agreement among raft nodes before linearized reading' (duration: 224.975079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:40.151607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005580823,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:15:40.450557Z","caller":"traceutil/trace.go:171","msg":"trace[1639406465] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"991.767238ms","start":"2026-05-13T01:15:39.458764Z","end":"2026-05-13T01:15:40.450531Z","steps":["trace[1639406465] 'process raft request' (duration: 991.364998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:40.450718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:39.458742Z","time spent":"991.892581ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:15:40.450708Z","caller":"traceutil/trace.go:171","msg":"trace[814115018] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"811.704634ms","start":"2026-05-13T01:15:39.638969Z","end":"2026-05-13T01:15:40.450674Z","steps":["trace[814115018] 'process raft request' (duration: 811.340635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:40.45085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:39.638958Z","time spent":"811.813387ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:15:40.480296Z","caller":"traceutil/trace.go:171","msg":"trace[208378270] linearizableReadLoop","detail":"{readStateIndex:8951; appliedIndex:8946; }","duration":"829.648212ms","start":"2026-05-13T01:15:39.65063Z","end":"2026-05-13T01:15:40.480278Z","steps":["trace[208378270] 'read index received' (duration: 799.617923ms)","trace[208378270] 'applied index is now lower than readState.Index' (duration: 30.029309ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:15:40.480386Z","caller":"traceutil/trace.go:171","msg":"trace[543112925] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"485.738942ms","start":"2026-05-13T01:15:39.994618Z","end":"2026-05-13T01:15:40.480357Z","steps":["trace[543112925] 'process raft request' (duration: 485.62688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:40.48049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:39.994599Z","time spent":"485.839085ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:15:40.480507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.773464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c737f806-2652-4fb2-bd0f-10e268c778a9\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-05-13T01:15:40.480558Z","caller":"traceutil/trace.go:171","msg":"trace[888192203] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c737f806-2652-4fb2-bd0f-10e268c778a9; range_end:; response_count:1; response_revision:8641; }","duration":"841.817215ms","start":"2026-05-13T01:15:39.638711Z","end":"2026-05-13T01:15:40.480528Z","steps":["trace[888192203] 'agreement among raft nodes before linearized reading' (duration: 841.656672ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:40.480596Z","caller":"traceutil/trace.go:171","msg":"trace[98465491] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"625.219011ms","start":"2026-05-13T01:15:39.855344Z","end":"2026-05-13T01:15:40.480563Z","steps":["trace[98465491] 'process raft request' (duration: 624.73263ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:40.480625Z","caller":"traceutil/trace.go:171","msg":"trace[933441191] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"581.881212ms","start":"2026-05-13T01:15:39.898712Z","end":"2026-05-13T01:15:40.480593Z","steps":["trace[933441191] 'process raft request' (duration: 581.498633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:40.480651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.40801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-13T01:15:40.48067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.995436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:15:40.480703Z","caller":"traceutil/trace.go:171","msg":"trace[595110847] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8641; }","duration":"842.463261ms","start":"2026-05-13T01:15:39.638225Z","end":"2026-05-13T01:15:40.480688Z","steps":["trace[595110847] 'agreement among raft nodes before linearized reading' (duration: 842.293377ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:40.480732Z","caller":"traceutil/trace.go:171","msg":"trace[788253583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8641; }","duration":"853.102139ms","start":"2026-05-13T01:15:39.62762Z","end":"2026-05-13T01:15:40.480722Z","steps":["trace[788253583] 'agreement among raft nodes before linearized reading' (duration: 852.979636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:40.480738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:39.638187Z","time spent":"842.543573ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T01:15:40.480762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:39.898686Z","time spent":"581.994525ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:15:40.48077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:39.855313Z","time spent":"625.361065ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:15:40.480793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:39.627598Z","time spent":"853.150829ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:15:40.480924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.83556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-13T01:15:40.48096Z","caller":"traceutil/trace.go:171","msg":"trace[1186427403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8641; }","duration":"298.905581ms","start":"2026-05-13T01:15:40.182045Z","end":"2026-05-13T01:15:40.480951Z","steps":["trace[1186427403] 'agreement among raft nodes before linearized reading' (duration: 298.818679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:40.480945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.147021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-13T01:15:40.481006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.848827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224106"} {"level":"info","ts":"2026-05-13T01:15:40.481052Z","caller":"traceutil/trace.go:171","msg":"trace[401096529] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8641; }","duration":"826.894908ms","start":"2026-05-13T01:15:39.654146Z","end":"2026-05-13T01:15:40.481041Z","steps":["trace[401096529] 'agreement among raft nodes before linearized reading' (duration: 826.457198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:40.481089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:39.65411Z","time spent":"826.97055ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224129,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-13T01:15:40.481115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.561627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-13T01:15:40.481132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.694462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-f4849d77d-j248z.18aefb0729d425b6\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-05-13T01:15:40.481161Z","caller":"traceutil/trace.go:171","msg":"trace[1395187026] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8641; }","duration":"609.635919ms","start":"2026-05-13T01:15:39.871512Z","end":"2026-05-13T01:15:40.481148Z","steps":["trace[1395187026] 'agreement among raft nodes before linearized reading' (duration: 609.564477ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:40.481166Z","caller":"traceutil/trace.go:171","msg":"trace[1566163740] range","detail":"{range_begin:/registry/events/openstack/barbican-api-f4849d77d-j248z.18aefb0729d425b6; range_end:; response_count:1; response_revision:8641; }","duration":"543.769434ms","start":"2026-05-13T01:15:39.937386Z","end":"2026-05-13T01:15:40.481156Z","steps":["trace[1566163740] 'agreement among raft nodes before linearized reading' (duration: 543.679572ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:40.481093Z","caller":"traceutil/trace.go:171","msg":"trace[1240338491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8641; }","duration":"905.243583ms","start":"2026-05-13T01:15:39.575742Z","end":"2026-05-13T01:15:40.480985Z","steps":["trace[1240338491] 'agreement among raft nodes before linearized reading' (duration: 904.660199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:40.481245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:39.638691Z","time spent":"842.535923ms","remote":"127.0.0.1:60444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-c737f806-2652-4fb2-bd0f-10e268c778a9\" "} {"level":"warn","ts":"2026-05-13T01:15:40.481331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:39.57572Z","time spent":"905.55016ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T01:15:40.481203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:39.937364Z","time spent":"543.831686ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-f4849d77d-j248z.18aefb0729d425b6\" "} {"level":"warn","ts":"2026-05-13T01:15:40.481199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:39.871499Z","time spent":"609.69196ms","remote":"127.0.0.1:60554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:15:40.828598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.393166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-13T01:15:40.8287Z","caller":"traceutil/trace.go:171","msg":"trace[1005794190] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"344.123404ms","start":"2026-05-13T01:15:40.484559Z","end":"2026-05-13T01:15:40.828682Z","steps":["trace[1005794190] 'process raft request' (duration: 40.540844ms)","trace[1005794190] 'compare' (duration: 303.259143ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:15:40.829021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:40.484541Z","time spent":"344.188996ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:15:40.968019Z","caller":"traceutil/trace.go:171","msg":"trace[1084071278] linearizableReadLoop","detail":"{readStateIndex:8954; appliedIndex:8952; }","duration":"377.376429ms","start":"2026-05-13T01:15:40.59062Z","end":"2026-05-13T01:15:40.967996Z","steps":["trace[1084071278] 'read index received' (duration: 375.822823ms)","trace[1084071278] 'applied index is now lower than readState.Index' (duration: 1.552526ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:15:40.968127Z","caller":"traceutil/trace.go:171","msg":"trace[1352776269] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"481.771ms","start":"2026-05-13T01:15:40.486305Z","end":"2026-05-13T01:15:40.968076Z","steps":["trace[1352776269] 'process raft request' (duration: 480.110811ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:40.968136Z","caller":"traceutil/trace.go:171","msg":"trace[1165069267] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"481.385911ms","start":"2026-05-13T01:15:40.486714Z","end":"2026-05-13T01:15:40.9681Z","steps":["trace[1165069267] 'process raft request' (duration: 481.205337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:40.968213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.567253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:15:40.968258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.342093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-13T01:15:40.968258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.690371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T01:15:40.968283Z","caller":"traceutil/trace.go:171","msg":"trace[920675697] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8644; }","duration":"377.690216ms","start":"2026-05-13T01:15:40.590574Z","end":"2026-05-13T01:15:40.968264Z","steps":["trace[920675697] 'agreement among raft nodes before linearized reading' (duration: 377.554423ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:40.968292Z","caller":"traceutil/trace.go:171","msg":"trace[2015888234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8644; }","duration":"132.421424ms","start":"2026-05-13T01:15:40.835861Z","end":"2026-05-13T01:15:40.968282Z","steps":["trace[2015888234] 'agreement among raft nodes before linearized reading' (duration: 132.27821ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:15:40.968307Z","caller":"traceutil/trace.go:171","msg":"trace[401081639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8644; }","duration":"123.783573ms","start":"2026-05-13T01:15:40.844511Z","end":"2026-05-13T01:15:40.968294Z","steps":["trace[401081639] 'agreement among raft nodes before linearized reading' (duration: 123.65197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:15:40.96833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:40.590555Z","time spent":"377.766668ms","remote":"127.0.0.1:60748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-13T01:15:40.968353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:40.486696Z","time spent":"481.572285ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:15:40.968401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:15:40.486295Z","time spent":"481.962615ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:16:09.080737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005581440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:16:09.581712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005581440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:16:09.689453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.13595266s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T01:16:09.689783Z","caller":"traceutil/trace.go:171","msg":"trace[1552577173] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"1.13638794s","start":"2026-05-13T01:16:08.553372Z","end":"2026-05-13T01:16:09.68976Z","steps":["trace[1552577173] 'process raft request' (duration: 1.136227937s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:09.689908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:08.553349Z","time spent":"1.136479993s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:16:10.397654Z","caller":"traceutil/trace.go:171","msg":"trace[682700376] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"1.823452431s","start":"2026-05-13T01:16:08.574176Z","end":"2026-05-13T01:16:10.397629Z","steps":["trace[682700376] 'process raft request' (duration: 1.823321838s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:16:10.397661Z","caller":"traceutil/trace.go:171","msg":"trace[1499729370] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"1.829167534s","start":"2026-05-13T01:16:08.568445Z","end":"2026-05-13T01:16:10.397613Z","steps":["trace[1499729370] 'process raft request' (duration: 1.828910838s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:16:10.397694Z","caller":"traceutil/trace.go:171","msg":"trace[1809513695] linearizableReadLoop","detail":"{readStateIndex:9162; appliedIndex:9157; }","duration":"1.817784748s","start":"2026-05-13T01:16:08.579882Z","end":"2026-05-13T01:16:10.397667Z","steps":["trace[1809513695] 'read index received' (duration: 1.109855901s)","trace[1809513695] 'applied index is now lower than readState.Index' (duration: 707.927977ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:16:10.397774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:08.574152Z","time spent":"1.823556473s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:16:10.397808Z","caller":"traceutil/trace.go:171","msg":"trace[894713379] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"1.82086487s","start":"2026-05-13T01:16:08.576889Z","end":"2026-05-13T01:16:10.397754Z","steps":["trace[894713379] 'process raft request' (duration: 1.820648355s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:16:10.397914Z","caller":"traceutil/trace.go:171","msg":"trace[1357477593] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"1.629495272s","start":"2026-05-13T01:16:08.768219Z","end":"2026-05-13T01:16:10.397714Z","steps":["trace[1357477593] 'process raft request' (duration: 1.629360739s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:10.397961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:08.576872Z","time spent":"1.821005784s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:16:10.398114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:08.768197Z","time spent":"1.62979611s","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:16:10.398151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81825559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T01:16:10.398208Z","caller":"traceutil/trace.go:171","msg":"trace[1359970028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8844; }","duration":"1.818353172s","start":"2026-05-13T01:16:08.57984Z","end":"2026-05-13T01:16:10.398193Z","steps":["trace[1359970028] 'agreement among raft nodes before linearized reading' (duration: 1.817921942s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:10.398243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:08.579822Z","time spent":"1.818412224s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:16:10.398704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:08.568421Z","time spent":"1.829307158s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:16:10.412629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785339112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:16:10.412719Z","caller":"traceutil/trace.go:171","msg":"trace[1743868038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8845; }","duration":"1.785506976s","start":"2026-05-13T01:16:08.627199Z","end":"2026-05-13T01:16:10.412706Z","steps":["trace[1743868038] 'agreement among raft nodes before linearized reading' (duration: 1.785381743s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:10.412757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:08.627169Z","time spent":"1.785582867s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:16:10.412845Z","caller":"traceutil/trace.go:171","msg":"trace[1804651993] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"348.146838ms","start":"2026-05-13T01:16:10.064685Z","end":"2026-05-13T01:16:10.412832Z","steps":["trace[1804651993] 'process raft request' (duration: 347.81471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:10.412926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:10.064661Z","time spent":"348.21598ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:16:10.412996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715618803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-13T01:16:10.413027Z","caller":"traceutil/trace.go:171","msg":"trace[1897497620] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:8845; }","duration":"1.715678825s","start":"2026-05-13T01:16:08.697343Z","end":"2026-05-13T01:16:10.413022Z","steps":["trace[1897497620] 'agreement among raft nodes before linearized reading' (duration: 1.715566163s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:10.413053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:08.69733Z","time spent":"1.715718926s","remote":"127.0.0.1:60338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-13T01:16:10.413068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029305401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:16:10.413042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585697101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T01:16:10.413096Z","caller":"traceutil/trace.go:171","msg":"trace[1886304986] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8845; }","duration":"1.029368262s","start":"2026-05-13T01:16:09.383718Z","end":"2026-05-13T01:16:10.413086Z","steps":["trace[1886304986] 'agreement among raft nodes before linearized reading' (duration: 1.029327001s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:10.413118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:09.383699Z","time spent":"1.029413993s","remote":"127.0.0.1:49074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:16:10.413125Z","caller":"traceutil/trace.go:171","msg":"trace[596377455] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8845; }","duration":"1.585824623s","start":"2026-05-13T01:16:08.827283Z","end":"2026-05-13T01:16:10.413108Z","steps":["trace[596377455] 'agreement among raft nodes before linearized reading' (duration: 1.585624648s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:10.413168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:08.827254Z","time spent":"1.585905295s","remote":"127.0.0.1:60728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:16:10.413231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.899297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-f4849d77d-j248z.18aefb0729d425b6\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-05-13T01:16:10.412706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274205388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T01:16:10.413324Z","caller":"traceutil/trace.go:171","msg":"trace[511345529] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8845; }","duration":"1.274868404s","start":"2026-05-13T01:16:09.138449Z","end":"2026-05-13T01:16:10.413317Z","steps":["trace[511345529] 'agreement among raft nodes before linearized reading' (duration: 1.274182558s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:16:10.413331Z","caller":"traceutil/trace.go:171","msg":"trace[1492655593] range","detail":"{range_begin:/registry/events/openstack/barbican-api-f4849d77d-j248z.18aefb0729d425b6; range_end:; response_count:1; response_revision:8845; }","duration":"475.03434ms","start":"2026-05-13T01:16:09.938249Z","end":"2026-05-13T01:16:10.413284Z","steps":["trace[1492655593] 'agreement among raft nodes before linearized reading' (duration: 474.798465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:10.413375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:09.138437Z","time spent":"1.274911925s","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:16:10.413376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:09.938232Z","time spent":"475.134542ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-f4849d77d-j248z.18aefb0729d425b6\" "} {"level":"warn","ts":"2026-05-13T01:16:10.413295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.743093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-13T01:16:10.41347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.196643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T01:16:10.413473Z","caller":"traceutil/trace.go:171","msg":"trace[1167330934] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8845; }","duration":"950.04336ms","start":"2026-05-13T01:16:09.463409Z","end":"2026-05-13T01:16:10.413452Z","steps":["trace[1167330934] 'agreement among raft nodes before linearized reading' (duration: 949.62259ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:16:10.4135Z","caller":"traceutil/trace.go:171","msg":"trace[1629269113] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8845; }","duration":"651.341177ms","start":"2026-05-13T01:16:09.762151Z","end":"2026-05-13T01:16:10.413493Z","steps":["trace[1629269113] 'agreement among raft nodes before linearized reading' (duration: 651.295356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:10.41352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:09.76213Z","time spent":"651.385598ms","remote":"127.0.0.1:60546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:16:10.413528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:09.463391Z","time spent":"950.121282ms","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:16:10.413294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195533801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-13T01:16:10.413605Z","caller":"traceutil/trace.go:171","msg":"trace[2103889271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8845; }","duration":"1.19586546s","start":"2026-05-13T01:16:09.217732Z","end":"2026-05-13T01:16:10.413597Z","steps":["trace[2103889271] 'agreement among raft nodes before linearized reading' (duration: 1.195491081s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:10.413267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7737098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-59c4r\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-13T01:16:10.413669Z","caller":"traceutil/trace.go:171","msg":"trace[506505860] range","detail":"{range_begin:/registry/pods/openstack/keepalived-59c4r; range_end:; response_count:1; response_revision:8845; }","duration":"1.77415887s","start":"2026-05-13T01:16:08.6395Z","end":"2026-05-13T01:16:10.413659Z","steps":["trace[506505860] 'agreement among raft nodes before linearized reading' (duration: 1.77372488s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:10.413556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307717581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-13T01:16:10.413717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402093854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-13T01:16:10.413726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:08.639462Z","time spent":"1.774234202s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-59c4r\" "} {"level":"info","ts":"2026-05-13T01:16:10.413744Z","caller":"traceutil/trace.go:171","msg":"trace[1544674798] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8846; }","duration":"1.402154056s","start":"2026-05-13T01:16:09.011584Z","end":"2026-05-13T01:16:10.413738Z","steps":["trace[1544674798] 'agreement among raft nodes before linearized reading' (duration: 1.402096015s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:10.413766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:09.011567Z","time spent":"1.402194286s","remote":"127.0.0.1:60594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:16:10.413719Z","caller":"traceutil/trace.go:171","msg":"trace[1947515224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8845; }","duration":"1.307921436s","start":"2026-05-13T01:16:09.105784Z","end":"2026-05-13T01:16:10.413705Z","steps":["trace[1947515224] 'agreement among raft nodes before linearized reading' (duration: 1.307584198s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:10.413866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:09.105772Z","time spent":"1.30808798s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:16:10.413643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:09.217722Z","time spent":"1.19591346s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T01:16:10.41404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304299911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-13T01:16:10.414063Z","caller":"traceutil/trace.go:171","msg":"trace[1261301063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8846; }","duration":"1.304335761s","start":"2026-05-13T01:16:09.109722Z","end":"2026-05-13T01:16:10.414058Z","steps":["trace[1261301063] 'agreement among raft nodes before linearized reading' (duration: 1.30427313s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:10.414084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:09.109717Z","time spent":"1.304363393s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T01:16:10.414369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304649469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-13T01:16:10.414431Z","caller":"traceutil/trace.go:171","msg":"trace[98440294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8846; }","duration":"1.304733611s","start":"2026-05-13T01:16:09.109683Z","end":"2026-05-13T01:16:10.414416Z","steps":["trace[98440294] 'agreement among raft nodes before linearized reading' (duration: 1.304494675s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:10.414515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:09.109673Z","time spent":"1.304829234s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T01:16:14.548001Z","caller":"traceutil/trace.go:171","msg":"trace[1728612105] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"846.85898ms","start":"2026-05-13T01:16:13.701112Z","end":"2026-05-13T01:16:14.547971Z","steps":["trace[1728612105] 'process raft request' (duration: 846.676376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:14.548169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:13.701079Z","time spent":"846.998684ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:16:15.049715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.970432ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-13T01:16:15.050117Z","caller":"traceutil/trace.go:171","msg":"trace[1850112111] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"639.880979ms","start":"2026-05-13T01:16:14.41021Z","end":"2026-05-13T01:16:15.050091Z","steps":["trace[1850112111] 'process raft request' (duration: 639.632263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:15.050261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:14.410189Z","time spent":"639.993242ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:16:15.09249Z","caller":"traceutil/trace.go:171","msg":"trace[1911345468] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"681.217934ms","start":"2026-05-13T01:16:14.41124Z","end":"2026-05-13T01:16:15.092458Z","steps":["trace[1911345468] 'process raft request' (duration: 638.836665ms)","trace[1911345468] 'compare' (duration: 42.130953ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:16:15.09267Z","caller":"traceutil/trace.go:171","msg":"trace[1396945557] linearizableReadLoop","detail":"{readStateIndex:9187; appliedIndex:9182; }","duration":"662.680721ms","start":"2026-05-13T01:16:14.429956Z","end":"2026-05-13T01:16:15.092637Z","steps":["trace[1396945557] 'read index received' (duration: 117.828371ms)","trace[1396945557] 'applied index is now lower than readState.Index' (duration: 544.84998ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:16:15.092786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:14.411226Z","time spent":"681.349027ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:16:15.092816Z","caller":"traceutil/trace.go:171","msg":"trace[1665747037] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"681.47857ms","start":"2026-05-13T01:16:14.411287Z","end":"2026-05-13T01:16:15.092765Z","steps":["trace[1665747037] 'process raft request' (duration: 681.079851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:15.092953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.980309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-59c4r\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-05-13T01:16:15.092968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:14.411272Z","time spent":"681.613293ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:16:15.092991Z","caller":"traceutil/trace.go:171","msg":"trace[502737485] range","detail":"{range_begin:/registry/pods/openstack/keepalived-59c4r; range_end:; response_count:1; response_revision:8867; }","duration":"663.06526ms","start":"2026-05-13T01:16:14.429913Z","end":"2026-05-13T01:16:15.092978Z","steps":["trace[502737485] 'agreement among raft nodes before linearized reading' (duration: 662.872115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:15.09303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:14.4299Z","time spent":"663.117732ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-59c4r\" "} {"level":"warn","ts":"2026-05-13T01:16:15.093353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.355334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:16:15.093434Z","caller":"traceutil/trace.go:171","msg":"trace[511965419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8868; }","duration":"465.454317ms","start":"2026-05-13T01:16:14.627948Z","end":"2026-05-13T01:16:15.093402Z","steps":["trace[511965419] 'agreement among raft nodes before linearized reading' (duration: 465.355425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:15.093474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:14.627934Z","time spent":"465.531398ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:16:15.093487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.263837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-13T01:16:15.093482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.141131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-13T01:16:15.093589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.239897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-13T01:16:15.09364Z","caller":"traceutil/trace.go:171","msg":"trace[1418999197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8868; }","duration":"628.282298ms","start":"2026-05-13T01:16:14.465339Z","end":"2026-05-13T01:16:15.093622Z","steps":["trace[1418999197] 'agreement among raft nodes before linearized reading' (duration: 628.172045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:15.09348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.372023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-13T01:16:15.093557Z","caller":"traceutil/trace.go:171","msg":"trace[1196689184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8868; }","duration":"628.36208ms","start":"2026-05-13T01:16:14.465178Z","end":"2026-05-13T01:16:15.09354Z","steps":["trace[1196689184] 'agreement among raft nodes before linearized reading' (duration: 628.129485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:15.093668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:14.465265Z","time spent":"628.397791ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T01:16:15.09364Z","caller":"traceutil/trace.go:171","msg":"trace[280037539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8868; }","duration":"660.347037ms","start":"2026-05-13T01:16:14.433263Z","end":"2026-05-13T01:16:15.09361Z","steps":["trace[280037539] 'agreement among raft nodes before linearized reading' (duration: 659.775153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:15.093688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:14.46517Z","time spent":"628.509743ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T01:16:15.09369Z","caller":"traceutil/trace.go:171","msg":"trace[1354039136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8868; }","duration":"587.642639ms","start":"2026-05-13T01:16:14.506028Z","end":"2026-05-13T01:16:15.093671Z","steps":["trace[1354039136] 'agreement among raft nodes before linearized reading' (duration: 587.25718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:15.093719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:14.433252Z","time spent":"660.452309ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:16:15.093739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:14.506018Z","time spent":"587.710532ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T01:16:15.094903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.139085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T01:16:15.094963Z","caller":"traceutil/trace.go:171","msg":"trace[836451193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8868; }","duration":"631.226327ms","start":"2026-05-13T01:16:14.463721Z","end":"2026-05-13T01:16:15.094948Z","steps":["trace[836451193] 'agreement among raft nodes before linearized reading' (duration: 629.757013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:15.095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:14.463711Z","time spent":"631.278218ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T01:16:23.493421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.908927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-05-13T01:16:23.493534Z","caller":"traceutil/trace.go:171","msg":"trace[825052077] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8950; }","duration":"424.074661ms","start":"2026-05-13T01:16:23.069435Z","end":"2026-05-13T01:16:23.493509Z","steps":["trace[825052077] 'range keys from in-memory index tree' (duration: 423.714942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:23.493593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:23.069411Z","time spent":"424.166652ms","remote":"127.0.0.1:51934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-05-13T01:16:23.576222Z","caller":"traceutil/trace.go:171","msg":"trace[255588957] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"501.851507ms","start":"2026-05-13T01:16:23.07435Z","end":"2026-05-13T01:16:23.576202Z","steps":["trace[255588957] 'process raft request' (duration: 501.728384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:23.576385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:23.074322Z","time spent":"501.962229ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:16:23.949217Z","caller":"traceutil/trace.go:171","msg":"trace[274181749] transaction","detail":"{read_only:false; response_revision:8952; number_of_response:1; }","duration":"828.681417ms","start":"2026-05-13T01:16:23.120494Z","end":"2026-05-13T01:16:23.949175Z","steps":["trace[274181749] 'process raft request' (duration: 828.325889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:23.949389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:23.120456Z","time spent":"828.843641ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:16:23.949362Z","caller":"traceutil/trace.go:171","msg":"trace[690193714] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"828.683067ms","start":"2026-05-13T01:16:23.120633Z","end":"2026-05-13T01:16:23.949316Z","steps":["trace[690193714] 'process raft request' (duration: 828.389311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:23.949579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:23.120618Z","time spent":"828.842111ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:16:23.949767Z","caller":"traceutil/trace.go:171","msg":"trace[534205117] transaction","detail":"{read_only:false; response_revision:8954; number_of_response:1; }","duration":"805.445534ms","start":"2026-05-13T01:16:23.144298Z","end":"2026-05-13T01:16:23.949743Z","steps":["trace[534205117] 'process raft request' (duration: 804.84209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:23.949844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:23.144274Z","time spent":"805.532407ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:16:23.950426Z","caller":"traceutil/trace.go:171","msg":"trace[2000360156] linearizableReadLoop","detail":"{readStateIndex:9278; appliedIndex:9274; }","duration":"721.942555ms","start":"2026-05-13T01:16:23.228464Z","end":"2026-05-13T01:16:23.950406Z","steps":["trace[2000360156] 'read index received' (duration: 347.660507ms)","trace[2000360156] 'applied index is now lower than readState.Index' (duration: 374.281008ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:16:23.950675Z","caller":"traceutil/trace.go:171","msg":"trace[1839222900] transaction","detail":"{read_only:false; response_revision:8956; number_of_response:1; }","duration":"442.177213ms","start":"2026-05-13T01:16:23.508466Z","end":"2026-05-13T01:16:23.950643Z","steps":["trace[1839222900] 'process raft request' (duration: 441.890247ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:16:23.950719Z","caller":"traceutil/trace.go:171","msg":"trace[1487488940] transaction","detail":"{read_only:false; response_revision:8955; number_of_response:1; }","duration":"695.271462ms","start":"2026-05-13T01:16:23.255415Z","end":"2026-05-13T01:16:23.950687Z","steps":["trace[1487488940] 'process raft request' (duration: 694.878643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:23.950815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:23.508444Z","time spent":"442.296526ms","remote":"127.0.0.1:51934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:16:23.950881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:23.255398Z","time spent":"695.395945ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:16:23.950894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.963729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-13T01:16:23.950963Z","caller":"traceutil/trace.go:171","msg":"trace[1497101950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8956; }","duration":"717.069381ms","start":"2026-05-13T01:16:23.233873Z","end":"2026-05-13T01:16:23.950943Z","steps":["trace[1497101950] 'agreement among raft nodes before linearized reading' (duration: 716.817266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:23.951021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:23.233856Z","time spent":"717.152083ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T01:16:23.951155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.032584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-59c4r\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-13T01:16:23.95124Z","caller":"traceutil/trace.go:171","msg":"trace[893237585] range","detail":"{range_begin:/registry/pods/openstack/keepalived-59c4r; range_end:; response_count:1; response_revision:8956; }","duration":"709.165206ms","start":"2026-05-13T01:16:23.24206Z","end":"2026-05-13T01:16:23.951225Z","steps":["trace[893237585] 'agreement among raft nodes before linearized reading' (duration: 708.848989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:23.951343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.134483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-13T01:16:23.951349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.237835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-13T01:16:23.9514Z","caller":"traceutil/trace.go:171","msg":"trace[236204747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8956; }","duration":"714.207864ms","start":"2026-05-13T01:16:23.237183Z","end":"2026-05-13T01:16:23.951391Z","steps":["trace[236204747] 'agreement among raft nodes before linearized reading' (duration: 714.120542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:23.951425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:23.237173Z","time spent":"714.247806ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T01:16:23.951427Z","caller":"traceutil/trace.go:171","msg":"trace[443635408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8956; }","duration":"717.337047ms","start":"2026-05-13T01:16:23.234078Z","end":"2026-05-13T01:16:23.951415Z","steps":["trace[443635408] 'agreement among raft nodes before linearized reading' (duration: 717.157423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:23.951348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:23.242049Z","time spent":"709.2874ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-59c4r\" "} {"level":"warn","ts":"2026-05-13T01:16:23.951534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.796058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-13T01:16:23.951265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.797955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-13T01:16:23.951566Z","caller":"traceutil/trace.go:171","msg":"trace[29750713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8956; }","duration":"714.845559ms","start":"2026-05-13T01:16:23.236713Z","end":"2026-05-13T01:16:23.951559Z","steps":["trace[29750713] 'agreement among raft nodes before linearized reading' (duration: 714.764587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:23.951597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:23.236704Z","time spent":"714.881479ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:16:23.951606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.263728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T01:16:23.951604Z","caller":"traceutil/trace.go:171","msg":"trace[921132260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8956; }","duration":"723.142183ms","start":"2026-05-13T01:16:23.228438Z","end":"2026-05-13T01:16:23.95158Z","steps":["trace[921132260] 'agreement among raft nodes before linearized reading' (duration: 722.733704ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:16:23.951638Z","caller":"traceutil/trace.go:171","msg":"trace[1254076978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8956; }","duration":"592.335279ms","start":"2026-05-13T01:16:23.359293Z","end":"2026-05-13T01:16:23.951629Z","steps":["trace[1254076978] 'agreement among raft nodes before linearized reading' (duration: 592.277158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:23.951667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:23.359274Z","time spent":"592.38656ms","remote":"127.0.0.1:49184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:16:23.951667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:23.228426Z","time spent":"723.221705ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:16:23.951459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:23.234066Z","time spent":"717.386118ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T01:16:24.161981Z","caller":"traceutil/trace.go:171","msg":"trace[2069616782] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"206.633034ms","start":"2026-05-13T01:16:23.955324Z","end":"2026-05-13T01:16:24.161957Z","steps":["trace[2069616782] 'process raft request' (duration: 206.434709ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:16:24.162418Z","caller":"traceutil/trace.go:171","msg":"trace[286179286] transaction","detail":"{read_only:false; response_revision:8959; number_of_response:1; }","duration":"206.660564ms","start":"2026-05-13T01:16:23.955745Z","end":"2026-05-13T01:16:24.162406Z","steps":["trace[286179286] 'process raft request' (duration: 206.165783ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:16:24.163063Z","caller":"traceutil/trace.go:171","msg":"trace[1906351714] linearizableReadLoop","detail":"{readStateIndex:9283; appliedIndex:9280; }","duration":"206.945711ms","start":"2026-05-13T01:16:23.956093Z","end":"2026-05-13T01:16:24.163038Z","steps":["trace[1906351714] 'read index received' (duration: 52.094246ms)","trace[1906351714] 'applied index is now lower than readState.Index' (duration: 154.850115ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:16:24.163094Z","caller":"traceutil/trace.go:171","msg":"trace[601671020] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"205.631981ms","start":"2026-05-13T01:16:23.957436Z","end":"2026-05-13T01:16:24.163068Z","steps":["trace[601671020] 'process raft request' (duration: 205.191781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:24.163563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.455127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-05-13T01:16:24.163616Z","caller":"traceutil/trace.go:171","msg":"trace[1888509615] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8961; }","duration":"205.539878ms","start":"2026-05-13T01:16:23.958064Z","end":"2026-05-13T01:16:24.163604Z","steps":["trace[1888509615] 'agreement among raft nodes before linearized reading' (duration: 205.262352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:24.163932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.817341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228751"} {"level":"info","ts":"2026-05-13T01:16:24.164039Z","caller":"traceutil/trace.go:171","msg":"trace[1515304748] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8961; }","duration":"207.997046ms","start":"2026-05-13T01:16:23.956028Z","end":"2026-05-13T01:16:24.164025Z","steps":["trace[1515304748] 'agreement among raft nodes before linearized reading' (duration: 207.407872ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:16:24.163941Z","caller":"traceutil/trace.go:171","msg":"trace[353070002] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"205.031877ms","start":"2026-05-13T01:16:23.958261Z","end":"2026-05-13T01:16:24.163293Z","steps":["trace[353070002] 'process raft request' (duration: 204.71887ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:16:24.340001Z","caller":"traceutil/trace.go:171","msg":"trace[1085457770] transaction","detail":"{read_only:false; response_revision:8962; number_of_response:1; }","duration":"170.313736ms","start":"2026-05-13T01:16:24.169662Z","end":"2026-05-13T01:16:24.339976Z","steps":["trace[1085457770] 'process raft request' (duration: 75.882071ms)","trace[1085457770] 'compare' (duration: 94.268161ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:16:25.075118Z","caller":"traceutil/trace.go:171","msg":"trace[1003359971] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"312.72396ms","start":"2026-05-13T01:16:24.762375Z","end":"2026-05-13T01:16:25.075099Z","steps":["trace[1003359971] 'process raft request' (duration: 312.567747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:25.075238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:16:24.762356Z","time spent":"312.814322ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:16:25.233305Z","caller":"traceutil/trace.go:171","msg":"trace[2103836055] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"118.307652ms","start":"2026-05-13T01:16:25.114975Z","end":"2026-05-13T01:16:25.233282Z","steps":["trace[2103836055] 'process raft request' (duration: 99.720648ms)","trace[2103836055] 'compare' (duration: 18.481042ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:16:25.864409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.117439ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-13T01:16:25.8647Z","caller":"traceutil/trace.go:171","msg":"trace[1298195101] linearizableReadLoop","detail":"{readStateIndex:9293; appliedIndex:9291; }","duration":"264.134196ms","start":"2026-05-13T01:16:25.600545Z","end":"2026-05-13T01:16:25.864679Z","steps":["trace[1298195101] 'read index received' (duration: 36.950972ms)","trace[1298195101] 'applied index is now lower than readState.Index' (duration: 227.182414ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:16:25.86472Z","caller":"traceutil/trace.go:171","msg":"trace[2143906612] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"282.496815ms","start":"2026-05-13T01:16:25.582189Z","end":"2026-05-13T01:16:25.864686Z","steps":["trace[2143906612] 'process raft request' (duration: 282.342842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:16:25.864831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.26117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-13T01:16:25.864857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.101956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:16:25.864905Z","caller":"traceutil/trace.go:171","msg":"trace[2098349655] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8968; }","duration":"264.376462ms","start":"2026-05-13T01:16:25.600512Z","end":"2026-05-13T01:16:25.864889Z","steps":["trace[2098349655] 'agreement among raft nodes before linearized reading' (duration: 264.225248ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:16:25.864919Z","caller":"traceutil/trace.go:171","msg":"trace[919518186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8968; }","duration":"237.167187ms","start":"2026-05-13T01:16:25.627737Z","end":"2026-05-13T01:16:25.864904Z","steps":["trace[919518186] 'agreement among raft nodes before linearized reading' (duration: 237.071455ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:16:26.136983Z","caller":"traceutil/trace.go:171","msg":"trace[532912337] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"120.223277ms","start":"2026-05-13T01:16:26.01673Z","end":"2026-05-13T01:16:26.136954Z","steps":["trace[532912337] 'process raft request' (duration: 81.204666ms)","trace[532912337] 'compare' (duration: 38.863917ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:16:26.148651Z","caller":"traceutil/trace.go:171","msg":"trace[442920395] transaction","detail":"{read_only:false; response_revision:8972; number_of_response:1; }","duration":"114.615305ms","start":"2026-05-13T01:16:26.034014Z","end":"2026-05-13T01:16:26.148629Z","steps":["trace[442920395] 'process raft request' (duration: 114.495192ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:16:41.602775Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024ed.wal"} {"level":"info","ts":"2026-05-13T01:17:04.20499Z","caller":"traceutil/trace.go:171","msg":"trace[1001092390] transaction","detail":"{read_only:false; response_revision:9318; number_of_response:1; }","duration":"101.95932ms","start":"2026-05-13T01:17:04.102953Z","end":"2026-05-13T01:17:04.204913Z","steps":["trace[1001092390] 'process raft request' (duration: 25.796333ms)","trace[1001092390] 'compare' (duration: 75.719646ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:17:04.285376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.059726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T01:17:04.285475Z","caller":"traceutil/trace.go:171","msg":"trace[2019745913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9318; }","duration":"175.208159ms","start":"2026-05-13T01:17:04.110241Z","end":"2026-05-13T01:17:04.285449Z","steps":["trace[2019745913] 'agreement among raft nodes before linearized reading' (duration: 94.644638ms)","trace[2019745913] 'count revisions from in-memory index tree' (duration: 80.396237ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:17:04.286017Z","caller":"traceutil/trace.go:171","msg":"trace[1464663412] transaction","detail":"{read_only:false; response_revision:9319; number_of_response:1; }","duration":"162.385911ms","start":"2026-05-13T01:17:04.123608Z","end":"2026-05-13T01:17:04.285993Z","steps":["trace[1464663412] 'process raft request' (duration: 161.992711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:17:28.647187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.099554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T01:17:28.647283Z","caller":"traceutil/trace.go:171","msg":"trace[101314283] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9629; }","duration":"153.244447ms","start":"2026-05-13T01:17:28.494018Z","end":"2026-05-13T01:17:28.647263Z","steps":["trace[101314283] 'count revisions from in-memory index tree' (duration: 153.040943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:17:28.647417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.037839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:17:28.647535Z","caller":"traceutil/trace.go:171","msg":"trace[331129907] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9629; }","duration":"176.227654ms","start":"2026-05-13T01:17:28.47128Z","end":"2026-05-13T01:17:28.647508Z","steps":["trace[331129907] 'count revisions from in-memory index tree' (duration: 175.949398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:17:28.647891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.235895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-13T01:17:28.648006Z","caller":"traceutil/trace.go:171","msg":"trace[1440737988] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9629; }","duration":"257.597534ms","start":"2026-05-13T01:17:28.390382Z","end":"2026-05-13T01:17:28.647979Z","steps":["trace[1440737988] 'range keys from in-memory index tree' (duration: 256.958069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:17:28.648075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.024602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-05-13T01:17:28.648703Z","caller":"traceutil/trace.go:171","msg":"trace[1304974050] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9629; }","duration":"120.695667ms","start":"2026-05-13T01:17:28.527993Z","end":"2026-05-13T01:17:28.648688Z","steps":["trace[1304974050] 'range keys from in-memory index tree' (duration: 119.028988ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:17:32.678184Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":10002,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-13T01:17:32.684087Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10002} {"level":"info","ts":"2026-05-13T01:17:32.684181Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5002} {"level":"info","ts":"2026-05-13T01:17:41.143922Z","caller":"traceutil/trace.go:171","msg":"trace[1977371122] linearizableReadLoop","detail":"{readStateIndex:10047; appliedIndex:10046; }","duration":"399.6352ms","start":"2026-05-13T01:17:40.744259Z","end":"2026-05-13T01:17:41.143894Z","steps":["trace[1977371122] 'read index received' (duration: 338.334079ms)","trace[1977371122] 'applied index is now lower than readState.Index' (duration: 61.299701ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:17:41.144091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.207873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-59c4r\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-13T01:17:41.144102Z","caller":"traceutil/trace.go:171","msg":"trace[945858601] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"425.231858ms","start":"2026-05-13T01:17:40.718841Z","end":"2026-05-13T01:17:41.144073Z","steps":["trace[945858601] 'process raft request' (duration: 363.738692ms)","trace[945858601] 'compare' (duration: 61.044915ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:17:41.144139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.353373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T01:17:41.144163Z","caller":"traceutil/trace.go:171","msg":"trace[997004374] range","detail":"{range_begin:/registry/pods/openstack/keepalived-59c4r; range_end:; response_count:1; response_revision:9702; }","duration":"403.330596ms","start":"2026-05-13T01:17:40.740814Z","end":"2026-05-13T01:17:41.144145Z","steps":["trace[997004374] 'agreement among raft nodes before linearized reading' (duration: 403.113371ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:17:41.144174Z","caller":"traceutil/trace.go:171","msg":"trace[264980596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9702; }","duration":"426.427486ms","start":"2026-05-13T01:17:40.717737Z","end":"2026-05-13T01:17:41.144164Z","steps":["trace[264980596] 'agreement among raft nodes before linearized reading' (duration: 426.259612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:17:41.144209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:17:40.717725Z","time spent":"426.475617ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:17:41.144208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:17:40.740794Z","time spent":"403.402917ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-59c4r\" "} {"level":"warn","ts":"2026-05-13T01:17:41.144245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:17:40.718825Z","time spent":"425.344761ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:17:41.144262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.462983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-13T01:17:41.144373Z","caller":"traceutil/trace.go:171","msg":"trace[795196615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9702; }","duration":"425.612117ms","start":"2026-05-13T01:17:40.718734Z","end":"2026-05-13T01:17:41.144346Z","steps":["trace[795196615] 'agreement among raft nodes before linearized reading' (duration: 425.277809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:17:41.144432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:17:40.718723Z","time spent":"425.693829ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T01:17:41.192872Z","caller":"traceutil/trace.go:171","msg":"trace[1251883706] transaction","detail":"{read_only:false; response_revision:9703; number_of_response:1; }","duration":"444.231421ms","start":"2026-05-13T01:17:40.748609Z","end":"2026-05-13T01:17:41.192841Z","steps":["trace[1251883706] 'process raft request' (duration: 444.042437ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:17:41.193016Z","caller":"traceutil/trace.go:171","msg":"trace[505447518] transaction","detail":"{read_only:false; response_revision:9704; number_of_response:1; }","duration":"268.107989ms","start":"2026-05-13T01:17:40.924888Z","end":"2026-05-13T01:17:41.192996Z","steps":["trace[505447518] 'process raft request' (duration: 267.893964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:17:41.193072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:17:40.748596Z","time spent":"444.373394ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:17:42.001249Z","caller":"traceutil/trace.go:171","msg":"trace[273781747] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"184.362074ms","start":"2026-05-13T01:17:41.816863Z","end":"2026-05-13T01:17:42.001225Z","steps":["trace[273781747] 'process raft request' (duration: 184.19221ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:17:42.470695Z","caller":"traceutil/trace.go:171","msg":"trace[313470368] transaction","detail":"{read_only:false; response_revision:9708; number_of_response:1; }","duration":"322.503299ms","start":"2026-05-13T01:17:42.148167Z","end":"2026-05-13T01:17:42.470671Z","steps":["trace[313470368] 'process raft request' (duration: 322.284544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:17:42.470885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:17:42.148147Z","time spent":"322.645003ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:17:42.581584Z","caller":"traceutil/trace.go:171","msg":"trace[982882352] transaction","detail":"{read_only:false; response_revision:9709; number_of_response:1; }","duration":"346.400237ms","start":"2026-05-13T01:17:42.235161Z","end":"2026-05-13T01:17:42.581561Z","steps":["trace[982882352] 'process raft request' (duration: 340.54278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:17:42.581753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:17:42.235135Z","time spent":"346.532781ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:17:42.581939Z","caller":"traceutil/trace.go:171","msg":"trace[1514971262] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"254.679976ms","start":"2026-05-13T01:17:42.327225Z","end":"2026-05-13T01:17:42.581904Z","steps":["trace[1514971262] 'process raft request' (duration: 254.297347ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:17:42.581964Z","caller":"traceutil/trace.go:171","msg":"trace[978577687] transaction","detail":"{read_only:false; response_revision:9711; number_of_response:1; }","duration":"167.870589ms","start":"2026-05-13T01:17:42.414069Z","end":"2026-05-13T01:17:42.581939Z","steps":["trace[978577687] 'process raft request' (duration: 167.751546ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:19:25.532467Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8040} {"level":"info","ts":"2026-05-13T01:19:25.601375Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8040,"took":"66.719527ms","hash":2683630267,"current-db-size-bytes":56221696,"current-db-size":"56 MB","current-db-size-in-use-bytes":28102656,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-13T01:19:25.601434Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2683630267,"revision":8040,"compact-revision":5854} {"level":"warn","ts":"2026-05-13T01:20:59.224495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.17646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T01:20:59.224621Z","caller":"traceutil/trace.go:171","msg":"trace[1302624322] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:11385; }","duration":"448.408926ms","start":"2026-05-13T01:20:58.776185Z","end":"2026-05-13T01:20:59.224594Z","steps":["trace[1302624322] 'count revisions from in-memory index tree' (duration: 448.055247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:20:59.224686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:20:58.776163Z","time spent":"448.508327ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":83,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:20:59.224796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.770718ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:20:59.224889Z","caller":"traceutil/trace.go:171","msg":"trace[1733641385] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11385; }","duration":"533.87083ms","start":"2026-05-13T01:20:58.691006Z","end":"2026-05-13T01:20:59.224877Z","steps":["trace[1733641385] 'range keys from in-memory index tree' (duration: 533.759658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:20:59.22489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.1157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T01:20:59.224973Z","caller":"traceutil/trace.go:171","msg":"trace[1843555935] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:11385; }","duration":"568.255353ms","start":"2026-05-13T01:20:58.6567Z","end":"2026-05-13T01:20:59.224956Z","steps":["trace[1843555935] 'count revisions from in-memory index tree' (duration: 568.005167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:20:59.225022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:20:58.656678Z","time spent":"568.334024ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:20:59.225145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.870667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T01:20:59.225166Z","caller":"traceutil/trace.go:171","msg":"trace[1561291681] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:11385; }","duration":"577.895148ms","start":"2026-05-13T01:20:58.647266Z","end":"2026-05-13T01:20:59.225161Z","steps":["trace[1561291681] 'count revisions from in-memory index tree' (duration: 577.719473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:20:59.225184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:20:58.647195Z","time spent":"577.984259ms","remote":"127.0.0.1:60546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:20:59.225271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.751107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-13T01:20:59.225318Z","caller":"traceutil/trace.go:171","msg":"trace[1218959967] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:11385; }","duration":"512.828499ms","start":"2026-05-13T01:20:58.712478Z","end":"2026-05-13T01:20:59.225306Z","steps":["trace[1218959967] 'range keys from in-memory index tree' (duration: 512.606244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:20:59.225355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:20:58.712464Z","time spent":"512.88192ms","remote":"127.0.0.1:60338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-05-13T01:21:23.57916Z","caller":"traceutil/trace.go:171","msg":"trace[139166036] transaction","detail":"{read_only:false; response_revision:11545; number_of_response:1; }","duration":"137.024298ms","start":"2026-05-13T01:21:23.44211Z","end":"2026-05-13T01:21:23.579135Z","steps":["trace[139166036] 'process raft request' (duration: 122.714344ms)","trace[139166036] 'compare' (duration: 14.15942ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:24:25.538108Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10423} {"level":"info","ts":"2026-05-13T01:24:25.621538Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10423,"took":"81.001347ms","hash":515078053,"current-db-size-bytes":56221696,"current-db-size":"56 MB","current-db-size-in-use-bytes":27766784,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-13T01:24:25.621624Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":515078053,"revision":10423,"compact-revision":8040} {"level":"info","ts":"2026-05-13T01:25:50.621619Z","caller":"traceutil/trace.go:171","msg":"trace[1072964394] transaction","detail":"{read_only:false; response_revision:13374; number_of_response:1; }","duration":"208.698311ms","start":"2026-05-13T01:25:50.412895Z","end":"2026-05-13T01:25:50.621593Z","steps":["trace[1072964394] 'process raft request' (duration: 208.441775ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:25:50.622414Z","caller":"traceutil/trace.go:171","msg":"trace[1122085715] transaction","detail":"{read_only:false; response_revision:13376; number_of_response:1; }","duration":"208.791053ms","start":"2026-05-13T01:25:50.413596Z","end":"2026-05-13T01:25:50.622387Z","steps":["trace[1122085715] 'process raft request' (duration: 208.733871ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:25:50.622445Z","caller":"traceutil/trace.go:171","msg":"trace[1523145815] transaction","detail":"{read_only:false; response_revision:13375; number_of_response:1; }","duration":"209.383477ms","start":"2026-05-13T01:25:50.413044Z","end":"2026-05-13T01:25:50.622428Z","steps":["trace[1523145815] 'process raft request' (duration: 209.139871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:25:52.377168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005593892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:25:52.875783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.215297353s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T01:25:52.876264Z","caller":"traceutil/trace.go:171","msg":"trace[1481730599] transaction","detail":"{read_only:false; response_revision:13380; number_of_response:1; }","duration":"1.215885037s","start":"2026-05-13T01:25:51.660354Z","end":"2026-05-13T01:25:52.876239Z","steps":["trace[1481730599] 'process raft request' (duration: 1.215732594s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:25:52.87641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:25:51.660333Z","time spent":"1.21600618s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:25:52.88232Z","caller":"traceutil/trace.go:171","msg":"trace[2024726231] transaction","detail":"{read_only:false; response_revision:13383; number_of_response:1; }","duration":"1.073574743s","start":"2026-05-13T01:25:51.808723Z","end":"2026-05-13T01:25:52.882297Z","steps":["trace[2024726231] 'process raft request' (duration: 1.073498942s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:25:52.882514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:25:51.808692Z","time spent":"1.073686386s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:25:52.882731Z","caller":"traceutil/trace.go:171","msg":"trace[141373835] transaction","detail":"{read_only:false; response_revision:13382; number_of_response:1; }","duration":"1.221772695s","start":"2026-05-13T01:25:51.660757Z","end":"2026-05-13T01:25:52.88253Z","steps":["trace[141373835] 'process raft request' (duration: 1.221419327s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:25:52.882808Z","caller":"traceutil/trace.go:171","msg":"trace[1988384783] transaction","detail":"{read_only:false; response_revision:13385; number_of_response:1; }","duration":"253.34263ms","start":"2026-05-13T01:25:52.629411Z","end":"2026-05-13T01:25:52.882753Z","steps":["trace[1988384783] 'process raft request' (duration: 253.149285ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:25:52.882731Z","caller":"traceutil/trace.go:171","msg":"trace[868625860] transaction","detail":"{read_only:false; response_revision:13384; number_of_response:1; }","duration":"253.423502ms","start":"2026-05-13T01:25:52.629275Z","end":"2026-05-13T01:25:52.882699Z","steps":["trace[868625860] 'process raft request' (duration: 252.988512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:25:52.882923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:25:51.660733Z","time spent":"1.222146483s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:25:52.88292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006267026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:25:52.882523Z","caller":"traceutil/trace.go:171","msg":"trace[825022954] transaction","detail":"{read_only:false; response_revision:13381; number_of_response:1; }","duration":"1.221818836s","start":"2026-05-13T01:25:51.660683Z","end":"2026-05-13T01:25:52.882502Z","steps":["trace[825022954] 'process raft request' (duration: 1.221361665s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:25:52.883008Z","caller":"traceutil/trace.go:171","msg":"trace[1565206473] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:13386; }","duration":"1.006405699s","start":"2026-05-13T01:25:51.876578Z","end":"2026-05-13T01:25:52.882983Z","steps":["trace[1565206473] 'agreement among raft nodes before linearized reading' (duration: 1.006265806s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:25:52.88307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:25:51.87656Z","time spent":"1.006493361s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:25:52.882798Z","caller":"traceutil/trace.go:171","msg":"trace[1996137940] transaction","detail":"{read_only:false; response_revision:13386; number_of_response:1; }","duration":"252.660505ms","start":"2026-05-13T01:25:52.630125Z","end":"2026-05-13T01:25:52.882785Z","steps":["trace[1996137940] 'process raft request' (duration: 252.561472ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:25:52.882777Z","caller":"traceutil/trace.go:171","msg":"trace[669278282] linearizableReadLoop","detail":"{readStateIndex:13844; appliedIndex:13840; }","duration":"1.006119182s","start":"2026-05-13T01:25:51.87663Z","end":"2026-05-13T01:25:52.882749Z","steps":["trace[669278282] 'read index received' (duration: 999.493767ms)","trace[669278282] 'applied index is now lower than readState.Index' (duration: 6.624085ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:25:52.883355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:25:51.660663Z","time spent":"1.222371938s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:25:52.883405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.814124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-13T01:25:52.883594Z","caller":"traceutil/trace.go:171","msg":"trace[1160451851] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13386; }","duration":"495.047369ms","start":"2026-05-13T01:25:52.388532Z","end":"2026-05-13T01:25:52.883579Z","steps":["trace[1160451851] 'agreement among raft nodes before linearized reading' (duration: 494.721772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:25:52.883642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.781407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-59c4r\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-13T01:25:52.883683Z","caller":"traceutil/trace.go:171","msg":"trace[1528448083] range","detail":"{range_begin:/registry/pods/openstack/keepalived-59c4r; range_end:; response_count:1; response_revision:13386; }","duration":"173.853299ms","start":"2026-05-13T01:25:52.709817Z","end":"2026-05-13T01:25:52.883671Z","steps":["trace[1528448083] 'agreement among raft nodes before linearized reading' (duration: 173.756167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:25:52.883759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:25:52.388511Z","time spent":"495.140322ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T01:25:52.883846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.112788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:25:52.883882Z","caller":"traceutil/trace.go:171","msg":"trace[893693627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13386; }","duration":"257.17631ms","start":"2026-05-13T01:25:52.626697Z","end":"2026-05-13T01:25:52.883873Z","steps":["trace[893693627] 'agreement among raft nodes before linearized reading' (duration: 257.120009ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:27:43.384908Z","caller":"traceutil/trace.go:171","msg":"trace[1755942043] transaction","detail":"{read_only:false; response_revision:14095; number_of_response:1; }","duration":"126.503186ms","start":"2026-05-13T01:27:43.258375Z","end":"2026-05-13T01:27:43.384879Z","steps":["trace[1755942043] 'process raft request' (duration: 126.326582ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:27:43.533051Z","caller":"traceutil/trace.go:171","msg":"trace[701641998] linearizableReadLoop","detail":"{readStateIndex:14586; appliedIndex:14583; }","duration":"113.004452ms","start":"2026-05-13T01:27:43.420027Z","end":"2026-05-13T01:27:43.533032Z","steps":["trace[701641998] 'read index received' (duration: 112.846958ms)","trace[701641998] 'applied index is now lower than readState.Index' (duration: 156.734µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:27:43.533135Z","caller":"traceutil/trace.go:171","msg":"trace[1668680832] transaction","detail":"{read_only:false; response_revision:14098; number_of_response:1; }","duration":"269.554188ms","start":"2026-05-13T01:27:43.263575Z","end":"2026-05-13T01:27:43.533129Z","steps":["trace[1668680832] 'process raft request' (duration: 269.429615ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:27:43.533119Z","caller":"traceutil/trace.go:171","msg":"trace[2034482846] transaction","detail":"{read_only:false; response_revision:14096; number_of_response:1; }","duration":"271.463813ms","start":"2026-05-13T01:27:43.261616Z","end":"2026-05-13T01:27:43.53308Z","steps":["trace[2034482846] 'process raft request' (duration: 271.259728ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:27:43.53316Z","caller":"traceutil/trace.go:171","msg":"trace[2095546198] transaction","detail":"{read_only:false; response_revision:14097; number_of_response:1; }","duration":"269.910866ms","start":"2026-05-13T01:27:43.263219Z","end":"2026-05-13T01:27:43.533129Z","steps":["trace[2095546198] 'process raft request' (duration: 269.768533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:27:43.533364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.595306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-13T01:27:43.533364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.314719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-13T01:27:43.533431Z","caller":"traceutil/trace.go:171","msg":"trace[844368734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14098; }","duration":"110.709919ms","start":"2026-05-13T01:27:43.422705Z","end":"2026-05-13T01:27:43.533415Z","steps":["trace[844368734] 'agreement among raft nodes before linearized reading' (duration: 110.502154ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:27:43.533447Z","caller":"traceutil/trace.go:171","msg":"trace[526312001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14098; }","duration":"113.435092ms","start":"2026-05-13T01:27:43.419991Z","end":"2026-05-13T01:27:43.533426Z","steps":["trace[526312001] 'agreement among raft nodes before linearized reading' (duration: 113.208087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:27:43.533945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.834032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-13T01:27:43.534004Z","caller":"traceutil/trace.go:171","msg":"trace[1125066093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14098; }","duration":"113.932043ms","start":"2026-05-13T01:27:43.420059Z","end":"2026-05-13T01:27:43.533991Z","steps":["trace[1125066093] 'agreement among raft nodes before linearized reading' (duration: 113.107824ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:27:51.557996Z","caller":"traceutil/trace.go:171","msg":"trace[1428103835] transaction","detail":"{read_only:false; response_revision:14137; number_of_response:1; }","duration":"145.904628ms","start":"2026-05-13T01:27:51.412066Z","end":"2026-05-13T01:27:51.55797Z","steps":["trace[1428103835] 'process raft request' (duration: 145.708363ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:28:00.027783Z","caller":"traceutil/trace.go:171","msg":"trace[65274786] transaction","detail":"{read_only:false; response_revision:14194; number_of_response:1; }","duration":"441.539564ms","start":"2026-05-13T01:27:59.586206Z","end":"2026-05-13T01:28:00.027746Z","steps":["trace[65274786] 'process raft request' (duration: 441.272617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:28:00.028007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:27:59.586162Z","time spent":"441.736918ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:28:00.034499Z","caller":"traceutil/trace.go:171","msg":"trace[1791989902] linearizableReadLoop","detail":"{readStateIndex:14691; appliedIndex:14687; }","duration":"430.143418ms","start":"2026-05-13T01:27:59.604331Z","end":"2026-05-13T01:28:00.034475Z","steps":["trace[1791989902] 'read index received' (duration: 423.140384ms)","trace[1791989902] 'applied index is now lower than readState.Index' (duration: 7.001824ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:28:00.034589Z","caller":"traceutil/trace.go:171","msg":"trace[1041782280] transaction","detail":"{read_only:false; response_revision:14195; number_of_response:1; }","duration":"447.635025ms","start":"2026-05-13T01:27:59.586916Z","end":"2026-05-13T01:28:00.034551Z","steps":["trace[1041782280] 'process raft request' (duration: 447.334708ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:28:00.034646Z","caller":"traceutil/trace.go:171","msg":"trace[570442105] transaction","detail":"{read_only:false; response_revision:14197; number_of_response:1; }","duration":"443.731784ms","start":"2026-05-13T01:27:59.590884Z","end":"2026-05-13T01:28:00.034616Z","steps":["trace[570442105] 'process raft request' (duration: 443.543769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:28:00.034749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.393283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-13T01:28:00.034797Z","caller":"traceutil/trace.go:171","msg":"trace[1755375804] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14197; }","duration":"430.478656ms","start":"2026-05-13T01:27:59.604303Z","end":"2026-05-13T01:28:00.034782Z","steps":["trace[1755375804] 'agreement among raft nodes before linearized reading' (duration: 430.306482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:28:00.034833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:27:59.604294Z","time spent":"430.530337ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T01:28:00.03483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:27:59.590858Z","time spent":"443.868567ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:28:00.034854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.054173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:28:00.034912Z","caller":"traceutil/trace.go:171","msg":"trace[1422126257] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:14197; }","duration":"119.160135ms","start":"2026-05-13T01:27:59.915738Z","end":"2026-05-13T01:28:00.034899Z","steps":["trace[1422126257] 'agreement among raft nodes before linearized reading' (duration: 119.068163ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:28:00.034544Z","caller":"traceutil/trace.go:171","msg":"trace[970947008] transaction","detail":"{read_only:false; response_revision:14196; number_of_response:1; }","duration":"445.279361ms","start":"2026-05-13T01:27:59.589236Z","end":"2026-05-13T01:28:00.034515Z","steps":["trace[970947008] 'process raft request' (duration: 445.153898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:28:00.035018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.076214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:28:00.035072Z","caller":"traceutil/trace.go:171","msg":"trace[791872328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14197; }","duration":"408.172446ms","start":"2026-05-13T01:27:59.626885Z","end":"2026-05-13T01:28:00.035057Z","steps":["trace[791872328] 'agreement among raft nodes before linearized reading' (duration: 408.085494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:28:00.035077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.994915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-13T01:28:00.035118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:27:59.626862Z","time spent":"408.244338ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:28:00.035156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.967662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-13T01:28:00.035245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.038805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-13T01:28:00.035284Z","caller":"traceutil/trace.go:171","msg":"trace[661161546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14197; }","duration":"424.120917ms","start":"2026-05-13T01:27:59.611156Z","end":"2026-05-13T01:28:00.035277Z","steps":["trace[661161546] 'agreement among raft nodes before linearized reading' (duration: 423.988084ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:28:00.035288Z","caller":"traceutil/trace.go:171","msg":"trace[476527589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14197; }","duration":"381.091485ms","start":"2026-05-13T01:27:59.654147Z","end":"2026-05-13T01:28:00.035238Z","steps":["trace[476527589] 'agreement among raft nodes before linearized reading' (duration: 380.709996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:28:00.03531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:27:59.611135Z","time spent":"424.170189ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T01:28:00.035336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.894405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-59c4r\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-05-13T01:28:00.035408Z","caller":"traceutil/trace.go:171","msg":"trace[310625422] range","detail":"{range_begin:/registry/pods/openstack/keepalived-59c4r; range_end:; response_count:1; response_revision:14197; }","duration":"124.003428ms","start":"2026-05-13T01:27:59.911394Z","end":"2026-05-13T01:28:00.035397Z","steps":["trace[310625422] 'agreement among raft nodes before linearized reading' (duration: 123.499716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:28:00.035435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:27:59.654134Z","time spent":"381.227678ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:28:00.035415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:27:59.58921Z","time spent":"445.823484ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:28:00.035168Z","caller":"traceutil/trace.go:171","msg":"trace[973517033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14197; }","duration":"424.127487ms","start":"2026-05-13T01:27:59.611022Z","end":"2026-05-13T01:28:00.035149Z","steps":["trace[973517033] 'agreement among raft nodes before linearized reading' (duration: 423.743718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:28:00.035611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:27:59.611009Z","time spent":"424.572018ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:28:00.036357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:27:59.586879Z","time spent":"447.81331ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:28:22.061103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.114439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-13T01:28:22.061231Z","caller":"traceutil/trace.go:171","msg":"trace[890294396] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:14496; }","duration":"318.276973ms","start":"2026-05-13T01:28:21.742934Z","end":"2026-05-13T01:28:22.06121Z","steps":["trace[890294396] 'count revisions from in-memory index tree' (duration: 317.998127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:28:22.061273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:28:21.742921Z","time spent":"318.341554ms","remote":"127.0.0.1:58456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":19,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:28:22.061239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.732614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:28:22.061394Z","caller":"traceutil/trace.go:171","msg":"trace[1462761787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14496; }","duration":"434.907998ms","start":"2026-05-13T01:28:21.626439Z","end":"2026-05-13T01:28:22.061347Z","steps":["trace[1462761787] 'range keys from in-memory index tree' (duration: 434.648113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:28:22.061833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:28:21.626422Z","time spent":"435.37809ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:28:22.293275Z","caller":"traceutil/trace.go:171","msg":"trace[171277749] transaction","detail":"{read_only:false; response_revision:14501; number_of_response:1; }","duration":"104.118025ms","start":"2026-05-13T01:28:22.189119Z","end":"2026-05-13T01:28:22.293237Z","steps":["trace[171277749] 'process raft request' (duration: 82.877791ms)","trace[171277749] 'compare' (duration: 20.771983ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:28:22.293329Z","caller":"traceutil/trace.go:171","msg":"trace[885621855] transaction","detail":"{read_only:false; response_revision:14504; number_of_response:1; }","duration":"103.568483ms","start":"2026-05-13T01:28:22.189731Z","end":"2026-05-13T01:28:22.2933Z","steps":["trace[885621855] 'process raft request' (duration: 103.46756ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:28:22.293361Z","caller":"traceutil/trace.go:171","msg":"trace[1015513987] transaction","detail":"{read_only:false; response_revision:14502; number_of_response:1; }","duration":"103.890829ms","start":"2026-05-13T01:28:22.189445Z","end":"2026-05-13T01:28:22.293336Z","steps":["trace[1015513987] 'process raft request' (duration: 103.624573ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:28:22.293329Z","caller":"traceutil/trace.go:171","msg":"trace[823560067] transaction","detail":"{read_only:false; response_revision:14503; number_of_response:1; }","duration":"103.595553ms","start":"2026-05-13T01:28:22.189689Z","end":"2026-05-13T01:28:22.293284Z","steps":["trace[823560067] 'process raft request' (duration: 103.45302ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:29:04.20991Z","caller":"traceutil/trace.go:171","msg":"trace[1976472653] transaction","detail":"{read_only:false; response_revision:15058; number_of_response:1; }","duration":"117.94725ms","start":"2026-05-13T01:29:04.091938Z","end":"2026-05-13T01:29:04.209885Z","steps":["trace[1976472653] 'process raft request' (duration: 117.777986ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:29:25.544226Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12745} {"level":"info","ts":"2026-05-13T01:29:25.623566Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12745,"took":"76.992286ms","hash":845547339,"current-db-size-bytes":56221696,"current-db-size":"56 MB","current-db-size-in-use-bytes":30892032,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-13T01:29:25.623626Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":845547339,"revision":12745,"compact-revision":10423} {"level":"info","ts":"2026-05-13T01:29:48.099401Z","caller":"traceutil/trace.go:171","msg":"trace[1508218776] transaction","detail":"{read_only:false; response_revision:15313; number_of_response:1; }","duration":"139.78982ms","start":"2026-05-13T01:29:47.959549Z","end":"2026-05-13T01:29:48.099339Z","steps":["trace[1508218776] 'process raft request' (duration: 139.34181ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:29:48.596706Z","caller":"traceutil/trace.go:171","msg":"trace[1435769752] transaction","detail":"{read_only:false; response_revision:15314; number_of_response:1; }","duration":"106.225017ms","start":"2026-05-13T01:29:48.490448Z","end":"2026-05-13T01:29:48.596673Z","steps":["trace[1435769752] 'process raft request' (duration: 105.182012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:29:48.831477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.983455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-13T01:29:48.831572Z","caller":"traceutil/trace.go:171","msg":"trace[1651478862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15317; }","duration":"113.115398ms","start":"2026-05-13T01:29:48.718435Z","end":"2026-05-13T01:29:48.831551Z","steps":["trace[1651478862] 'range keys from in-memory index tree' (duration: 112.77705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:29:48.831448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.51551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-13T01:29:48.831673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.757562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-13T01:29:48.831707Z","caller":"traceutil/trace.go:171","msg":"trace[1835112539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15317; }","duration":"117.857808ms","start":"2026-05-13T01:29:48.713831Z","end":"2026-05-13T01:29:48.831689Z","steps":["trace[1835112539] 'range keys from in-memory index tree' (duration: 117.253955ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:29:48.831723Z","caller":"traceutil/trace.go:171","msg":"trace[1704405463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15317; }","duration":"122.841674ms","start":"2026-05-13T01:29:48.708863Z","end":"2026-05-13T01:29:48.831705Z","steps":["trace[1704405463] 'range keys from in-memory index tree' (duration: 122.578079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:29:48.831738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.527067ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:29:48.831813Z","caller":"traceutil/trace.go:171","msg":"trace[1666906834] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15317; }","duration":"140.606799ms","start":"2026-05-13T01:29:48.691196Z","end":"2026-05-13T01:29:48.831803Z","steps":["trace[1666906834] 'range keys from in-memory index tree' (duration: 140.518257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:29:48.831681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.485972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:29:48.832024Z","caller":"traceutil/trace.go:171","msg":"trace[593863052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15317; }","duration":"205.869861ms","start":"2026-05-13T01:29:48.626116Z","end":"2026-05-13T01:29:48.831986Z","steps":["trace[593863052] 'range keys from in-memory index tree' (duration: 205.286627ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:29:48.974493Z","caller":"traceutil/trace.go:171","msg":"trace[367741882] linearizableReadLoop","detail":"{readStateIndex:15850; appliedIndex:15849; }","duration":"140.901525ms","start":"2026-05-13T01:29:48.833571Z","end":"2026-05-13T01:29:48.974472Z","steps":["trace[367741882] 'read index received' (duration: 140.816993ms)","trace[367741882] 'applied index is now lower than readState.Index' (duration: 83.092µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:29:48.974715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.114011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:29:48.974807Z","caller":"traceutil/trace.go:171","msg":"trace[1512759338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15317; }","duration":"141.270654ms","start":"2026-05-13T01:29:48.833515Z","end":"2026-05-13T01:29:48.974786Z","steps":["trace[1512759338] 'agreement among raft nodes before linearized reading' (duration: 141.091779ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:29:48.981875Z","caller":"traceutil/trace.go:171","msg":"trace[917110719] transaction","detail":"{read_only:false; response_revision:15318; number_of_response:1; }","duration":"145.185266ms","start":"2026-05-13T01:29:48.836676Z","end":"2026-05-13T01:29:48.981862Z","steps":["trace[917110719] 'process raft request' (duration: 145.052943ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:29:48.982238Z","caller":"traceutil/trace.go:171","msg":"trace[674869716] transaction","detail":"{read_only:false; response_revision:15319; number_of_response:1; }","duration":"145.476502ms","start":"2026-05-13T01:29:48.836749Z","end":"2026-05-13T01:29:48.982226Z","steps":["trace[674869716] 'process raft request' (duration: 145.084493ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:29:48.982234Z","caller":"traceutil/trace.go:171","msg":"trace[2109757792] transaction","detail":"{read_only:false; response_revision:15321; number_of_response:1; }","duration":"143.758712ms","start":"2026-05-13T01:29:48.838456Z","end":"2026-05-13T01:29:48.982214Z","steps":["trace[2109757792] 'process raft request' (duration: 143.69191ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:29:48.982261Z","caller":"traceutil/trace.go:171","msg":"trace[731324438] transaction","detail":"{read_only:false; response_revision:15320; number_of_response:1; }","duration":"144.074419ms","start":"2026-05-13T01:29:48.838166Z","end":"2026-05-13T01:29:48.982241Z","steps":["trace[731324438] 'process raft request' (duration: 143.887845ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:29:48.982571Z","caller":"traceutil/trace.go:171","msg":"trace[710651603] transaction","detail":"{read_only:false; response_revision:15322; number_of_response:1; }","duration":"143.1976ms","start":"2026-05-13T01:29:48.839353Z","end":"2026-05-13T01:29:48.98255Z","steps":["trace[710651603] 'process raft request' (duration: 142.829211ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:33:52.37452Z","caller":"traceutil/trace.go:171","msg":"trace[329233007] transaction","detail":"{read_only:false; response_revision:17190; number_of_response:1; }","duration":"194.111327ms","start":"2026-05-13T01:33:52.180385Z","end":"2026-05-13T01:33:52.374496Z","steps":["trace[329233007] 'process raft request' (duration: 193.549373ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:33:52.374793Z","caller":"traceutil/trace.go:171","msg":"trace[1697568988] transaction","detail":"{read_only:false; response_revision:17191; number_of_response:1; }","duration":"193.434941ms","start":"2026-05-13T01:33:52.181347Z","end":"2026-05-13T01:33:52.374782Z","steps":["trace[1697568988] 'process raft request' (duration: 193.106514ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:33:52.374811Z","caller":"traceutil/trace.go:171","msg":"trace[1700369689] linearizableReadLoop","detail":"{readStateIndex:17782; appliedIndex:17778; }","duration":"181.725098ms","start":"2026-05-13T01:33:52.193062Z","end":"2026-05-13T01:33:52.374787Z","steps":["trace[1700369689] 'read index received' (duration: 22.711358ms)","trace[1700369689] 'applied index is now lower than readState.Index' (duration: 159.01262ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:33:52.374958Z","caller":"traceutil/trace.go:171","msg":"trace[834206484] transaction","detail":"{read_only:false; response_revision:17192; number_of_response:1; }","duration":"192.654563ms","start":"2026-05-13T01:33:52.182281Z","end":"2026-05-13T01:33:52.374935Z","steps":["trace[834206484] 'process raft request' (duration: 192.434918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:33:52.375062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.593055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:33:52.375101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.672847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:33:52.375212Z","caller":"traceutil/trace.go:171","msg":"trace[1733760489] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17192; }","duration":"138.8288ms","start":"2026-05-13T01:33:52.23637Z","end":"2026-05-13T01:33:52.375199Z","steps":["trace[1733760489] 'agreement among raft nodes before linearized reading' (duration: 138.629515ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:33:52.375145Z","caller":"traceutil/trace.go:171","msg":"trace[648031599] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17192; }","duration":"138.706167ms","start":"2026-05-13T01:33:52.236419Z","end":"2026-05-13T01:33:52.375126Z","steps":["trace[648031599] 'agreement among raft nodes before linearized reading' (duration: 138.578724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:33:52.375065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.701598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:33:52.375341Z","caller":"traceutil/trace.go:171","msg":"trace[1382629887] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17192; }","duration":"182.010005ms","start":"2026-05-13T01:33:52.193315Z","end":"2026-05-13T01:33:52.375325Z","steps":["trace[1382629887] 'agreement among raft nodes before linearized reading' (duration: 181.685497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:33:52.37544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.363974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:33:52.375572Z","caller":"traceutil/trace.go:171","msg":"trace[10000576] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17192; }","duration":"182.509897ms","start":"2026-05-13T01:33:52.193018Z","end":"2026-05-13T01:33:52.375528Z","steps":["trace[10000576] 'agreement among raft nodes before linearized reading' (duration: 181.917893ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:34:25.550237Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15198} {"level":"info","ts":"2026-05-13T01:34:25.643055Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15198,"took":"89.83027ms","hash":3696190595,"current-db-size-bytes":56221696,"current-db-size":"56 MB","current-db-size-in-use-bytes":31920128,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-13T01:34:25.643114Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3696190595,"revision":15198,"compact-revision":12745} {"level":"warn","ts":"2026-05-13T01:35:43.523266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.771977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:35:43.5234Z","caller":"traceutil/trace.go:171","msg":"trace[1650259360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17930; }","duration":"185.958311ms","start":"2026-05-13T01:35:43.337402Z","end":"2026-05-13T01:35:43.523361Z","steps":["trace[1650259360] 'range keys from in-memory index tree' (duration: 185.642063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:35:43.523539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.279708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-j9z8v\" ","response":"range_response_count:1 size:22094"} {"level":"info","ts":"2026-05-13T01:35:43.523668Z","caller":"traceutil/trace.go:171","msg":"trace[573260544] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-j9z8v; range_end:; response_count:1; response_revision:17930; }","duration":"271.458983ms","start":"2026-05-13T01:35:43.252176Z","end":"2026-05-13T01:35:43.523635Z","steps":["trace[573260544] 'range keys from in-memory index tree' (duration: 270.870648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:35:44.198219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005610107,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:35:44.378797Z","caller":"traceutil/trace.go:171","msg":"trace[2060324100] transaction","detail":"{read_only:false; response_revision:17931; number_of_response:1; }","duration":"695.609961ms","start":"2026-05-13T01:35:43.683163Z","end":"2026-05-13T01:35:44.378773Z","steps":["trace[2060324100] 'process raft request' (duration: 695.464087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:35:44.378936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:35:43.683125Z","time spent":"695.739083ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20970,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:35:45.022965Z","caller":"traceutil/trace.go:171","msg":"trace[1036971108] transaction","detail":"{read_only:false; response_revision:17933; number_of_response:1; }","duration":"1.11001514s","start":"2026-05-13T01:35:43.912931Z","end":"2026-05-13T01:35:45.022946Z","steps":["trace[1036971108] 'process raft request' (duration: 1.109964109s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:35:45.023088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:35:43.912887Z","time spent":"1.110135803s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:35:45.023183Z","caller":"traceutil/trace.go:171","msg":"trace[679055612] transaction","detail":"{read_only:false; response_revision:17932; number_of_response:1; }","duration":"1.172907315s","start":"2026-05-13T01:35:43.8502Z","end":"2026-05-13T01:35:45.023107Z","steps":["trace[679055612] 'process raft request' (duration: 1.172587057s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:35:45.023272Z","caller":"traceutil/trace.go:171","msg":"trace[1864914133] transaction","detail":"{read_only:false; response_revision:17934; number_of_response:1; }","duration":"1.07867457s","start":"2026-05-13T01:35:43.944572Z","end":"2026-05-13T01:35:45.023247Z","steps":["trace[1864914133] 'process raft request' (duration: 1.078349313s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:35:45.023453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:35:43.850172Z","time spent":"1.17312252s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:35:45.023904Z","caller":"traceutil/trace.go:171","msg":"trace[1041486950] transaction","detail":"{read_only:false; response_revision:17936; number_of_response:1; }","duration":"1.048026287s","start":"2026-05-13T01:35:43.975862Z","end":"2026-05-13T01:35:45.023888Z","steps":["trace[1041486950] 'process raft request' (duration: 1.047809322s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:35:45.023994Z","caller":"traceutil/trace.go:171","msg":"trace[430533500] transaction","detail":"{read_only:false; response_revision:17935; number_of_response:1; }","duration":"1.078457805s","start":"2026-05-13T01:35:43.945386Z","end":"2026-05-13T01:35:45.023844Z","steps":["trace[430533500] 'process raft request' (duration: 1.078075116s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:35:45.024098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:35:43.944539Z","time spent":"1.078869195s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:35:45.024142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:35:43.975831Z","time spent":"1.04819542s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:35:45.02428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:35:43.945359Z","time spent":"1.078738702s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:35:45.092325Z","caller":"traceutil/trace.go:171","msg":"trace[1453298416] linearizableReadLoop","detail":"{readStateIndex:18553; appliedIndex:18546; }","duration":"1.394506226s","start":"2026-05-13T01:35:43.697788Z","end":"2026-05-13T01:35:45.092294Z","steps":["trace[1453298416] 'read index received' (duration: 680.815896ms)","trace[1453298416] 'applied index is now lower than readState.Index' (duration: 713.68901ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:35:45.092738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.80417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-13T01:35:45.092753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394943846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-13T01:35:45.092777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.765214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:35:45.092792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.096733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:35:45.092818Z","caller":"traceutil/trace.go:171","msg":"trace[903966645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17936; }","duration":"356.954193ms","start":"2026-05-13T01:35:44.735844Z","end":"2026-05-13T01:35:45.092798Z","steps":["trace[903966645] 'agreement among raft nodes before linearized reading' (duration: 356.744238ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:35:45.092835Z","caller":"traceutil/trace.go:171","msg":"trace[18283926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17936; }","duration":"464.855116ms","start":"2026-05-13T01:35:44.627964Z","end":"2026-05-13T01:35:45.092819Z","steps":["trace[18283926] 'agreement among raft nodes before linearized reading' (duration: 464.747174ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:35:45.092843Z","caller":"traceutil/trace.go:171","msg":"trace[688935054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17936; }","duration":"137.168425ms","start":"2026-05-13T01:35:44.95566Z","end":"2026-05-13T01:35:45.092828Z","steps":["trace[688935054] 'agreement among raft nodes before linearized reading' (duration: 137.015511ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:35:45.092834Z","caller":"traceutil/trace.go:171","msg":"trace[30515112] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17936; }","duration":"1.395042488s","start":"2026-05-13T01:35:43.69777Z","end":"2026-05-13T01:35:45.092812Z","steps":["trace[30515112] 'agreement among raft nodes before linearized reading' (duration: 1.394756132s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:35:45.09287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:35:44.735797Z","time spent":"357.064395ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T01:35:45.092842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.0335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-kb4s8\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-05-13T01:35:45.092884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:35:44.627946Z","time spent":"464.927168ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:35:45.092886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:35:43.697697Z","time spent":"1.395178532s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T01:35:45.092874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.313435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:35:45.092943Z","caller":"traceutil/trace.go:171","msg":"trace[536278271] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-kb4s8; range_end:; response_count:1; response_revision:17936; }","duration":"997.189633ms","start":"2026-05-13T01:35:44.095724Z","end":"2026-05-13T01:35:45.092914Z","steps":["trace[536278271] 'agreement among raft nodes before linearized reading' (duration: 996.861055ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:35:45.093003Z","caller":"traceutil/trace.go:171","msg":"trace[1894141980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17936; }","duration":"361.524589ms","start":"2026-05-13T01:35:44.731454Z","end":"2026-05-13T01:35:45.092978Z","steps":["trace[1894141980] 'agreement among raft nodes before linearized reading' (duration: 361.243492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:35:45.093008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:35:44.09571Z","time spent":"997.281725ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-kb4s8\" "} {"level":"warn","ts":"2026-05-13T01:35:45.093045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:35:44.731433Z","time spent":"361.603391ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:35:45.09304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.459657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:35:45.093061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.40843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:35:45.093127Z","caller":"traceutil/trace.go:171","msg":"trace[1423656218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17936; }","duration":"239.562259ms","start":"2026-05-13T01:35:44.853544Z","end":"2026-05-13T01:35:45.093106Z","steps":["trace[1423656218] 'agreement among raft nodes before linearized reading' (duration: 239.435806ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:35:45.093136Z","caller":"traceutil/trace.go:171","msg":"trace[2002202973] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:17936; }","duration":"706.529473ms","start":"2026-05-13T01:35:44.386586Z","end":"2026-05-13T01:35:45.093115Z","steps":["trace[2002202973] 'agreement among raft nodes before linearized reading' (duration: 706.38295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:35:45.093186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:35:44.386567Z","time spent":"706.605106ms","remote":"127.0.0.1:60768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:35:45.093147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.38788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T01:35:45.093317Z","caller":"traceutil/trace.go:171","msg":"trace[1016441331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17936; }","duration":"137.703007ms","start":"2026-05-13T01:35:44.955596Z","end":"2026-05-13T01:35:45.093299Z","steps":["trace[1016441331] 'agreement among raft nodes before linearized reading' (duration: 137.127444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:35:45.093579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.095639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-13T01:35:45.093616Z","caller":"traceutil/trace.go:171","msg":"trace[1995389928] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17936; }","duration":"455.165091ms","start":"2026-05-13T01:35:44.638442Z","end":"2026-05-13T01:35:45.093607Z","steps":["trace[1995389928] 'agreement among raft nodes before linearized reading' (duration: 454.170088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:35:45.093646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:35:44.638421Z","time spent":"455.219411ms","remote":"127.0.0.1:60416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-13T01:35:45.252816Z","caller":"traceutil/trace.go:171","msg":"trace[1647363845] transaction","detail":"{read_only:false; response_revision:17940; number_of_response:1; }","duration":"154.244663ms","start":"2026-05-13T01:35:45.098541Z","end":"2026-05-13T01:35:45.252785Z","steps":["trace[1647363845] 'process raft request' (duration: 154.177601ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:35:45.252872Z","caller":"traceutil/trace.go:171","msg":"trace[1787817669] transaction","detail":"{read_only:false; response_revision:17938; number_of_response:1; }","duration":"154.772645ms","start":"2026-05-13T01:35:45.098066Z","end":"2026-05-13T01:35:45.252838Z","steps":["trace[1787817669] 'process raft request' (duration: 154.436807ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:35:45.253121Z","caller":"traceutil/trace.go:171","msg":"trace[1118759432] transaction","detail":"{read_only:false; response_revision:17939; number_of_response:1; }","duration":"154.54694ms","start":"2026-05-13T01:35:45.098535Z","end":"2026-05-13T01:35:45.253082Z","steps":["trace[1118759432] 'process raft request' (duration: 154.14527ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:35:45.253321Z","caller":"traceutil/trace.go:171","msg":"trace[1432496685] transaction","detail":"{read_only:false; response_revision:17941; number_of_response:1; }","duration":"154.101259ms","start":"2026-05-13T01:35:45.099205Z","end":"2026-05-13T01:35:45.253306Z","steps":["trace[1432496685] 'process raft request' (duration: 153.547016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:35:45.254263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.497904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946623"} {"level":"info","ts":"2026-05-13T01:35:45.254325Z","caller":"traceutil/trace.go:171","msg":"trace[1711134214] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17941; }","duration":"153.595967ms","start":"2026-05-13T01:35:45.100717Z","end":"2026-05-13T01:35:45.254313Z","steps":["trace[1711134214] 'agreement among raft nodes before linearized reading' (duration: 152.588054ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:38:26.025463Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":20003,"local-member-snapshot-index":10002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-13T01:38:26.033051Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-05-13T01:38:26.033172Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"info","ts":"2026-05-13T01:39:25.557416Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17415} {"level":"info","ts":"2026-05-13T01:39:25.65489Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17415,"took":"93.817575ms","hash":2830309096,"current-db-size-bytes":56221696,"current-db-size":"56 MB","current-db-size-in-use-bytes":33427456,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-13T01:39:25.654944Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2830309096,"revision":17415,"compact-revision":15198} {"level":"warn","ts":"2026-05-13T01:41:33.22372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.834807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:41:33.223835Z","caller":"traceutil/trace.go:171","msg":"trace[1685613415] linearizableReadLoop","detail":"{readStateIndex:21336; appliedIndex:21335; }","duration":"313.25888ms","start":"2026-05-13T01:41:32.91056Z","end":"2026-05-13T01:41:33.223818Z","steps":["trace[1685613415] 'read index received' (duration: 105.257509ms)","trace[1685613415] 'applied index is now lower than readState.Index' (duration: 208.000041ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:41:33.224116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.543838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-13T01:41:33.224161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.79854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:41:33.2242Z","caller":"traceutil/trace.go:171","msg":"trace[1255116573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20631; }","duration":"309.835031ms","start":"2026-05-13T01:41:32.914352Z","end":"2026-05-13T01:41:33.224187Z","steps":["trace[1255116573] 'agreement among raft nodes before linearized reading' (duration: 309.696408ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:41:33.224174Z","caller":"traceutil/trace.go:171","msg":"trace[2146913429] transaction","detail":"{read_only:false; response_revision:20631; number_of_response:1; }","duration":"315.469012ms","start":"2026-05-13T01:41:32.908667Z","end":"2026-05-13T01:41:33.224136Z","steps":["trace[2146913429] 'process raft request' (duration: 107.128113ms)","trace[2146913429] 'compare' (duration: 207.721324ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:41:33.224307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.584252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-13T01:41:33.224335Z","caller":"traceutil/trace.go:171","msg":"trace[278417099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20631; }","duration":"308.637553ms","start":"2026-05-13T01:41:32.915687Z","end":"2026-05-13T01:41:33.224325Z","steps":["trace[278417099] 'agreement among raft nodes before linearized reading' (duration: 308.566252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:41:33.224368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:41:32.915675Z","time spent":"308.687854ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T01:41:33.224202Z","caller":"traceutil/trace.go:171","msg":"trace[1561742003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20631; }","duration":"313.674811ms","start":"2026-05-13T01:41:32.910506Z","end":"2026-05-13T01:41:33.224181Z","steps":["trace[1561742003] 'agreement among raft nodes before linearized reading' (duration: 313.435855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:41:33.224417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:41:32.908644Z","time spent":"315.688567ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:41:33.224495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:41:32.910483Z","time spent":"313.997468ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:41:33.224234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:41:32.914323Z","time spent":"309.903713ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:41:33.495166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.711107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:41:33.495268Z","caller":"traceutil/trace.go:171","msg":"trace[1853457501] transaction","detail":"{read_only:false; response_revision:20632; number_of_response:1; }","duration":"266.36253ms","start":"2026-05-13T01:41:33.228886Z","end":"2026-05-13T01:41:33.495248Z","steps":["trace[1853457501] 'process raft request' (duration: 103.492859ms)","trace[1853457501] 'compare' (duration: 162.583444ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:41:33.662798Z","caller":"traceutil/trace.go:171","msg":"trace[1053078832] transaction","detail":"{read_only:false; response_revision:20633; number_of_response:1; }","duration":"433.670944ms","start":"2026-05-13T01:41:33.229109Z","end":"2026-05-13T01:41:33.66278Z","steps":["trace[1053078832] 'process raft request' (duration: 433.51116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:41:33.662921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:41:33.229088Z","time spent":"433.766995ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:41:33.663141Z","caller":"traceutil/trace.go:171","msg":"trace[1438411587] transaction","detail":"{read_only:false; response_revision:20634; number_of_response:1; }","duration":"433.321925ms","start":"2026-05-13T01:41:33.229777Z","end":"2026-05-13T01:41:33.663099Z","steps":["trace[1438411587] 'process raft request' (duration: 432.966957ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:41:33.663173Z","caller":"traceutil/trace.go:171","msg":"trace[1131307698] linearizableReadLoop","detail":"{readStateIndex:21340; appliedIndex:21336; }","duration":"351.45141ms","start":"2026-05-13T01:41:33.311674Z","end":"2026-05-13T01:41:33.663126Z","steps":["trace[1131307698] 'read index received' (duration: 20.725192ms)","trace[1131307698] 'applied index is now lower than readState.Index' (duration: 330.722008ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:41:33.663248Z","caller":"traceutil/trace.go:171","msg":"trace[771356107] transaction","detail":"{read_only:false; response_revision:20635; number_of_response:1; }","duration":"409.745516ms","start":"2026-05-13T01:41:33.253479Z","end":"2026-05-13T01:41:33.663224Z","steps":["trace[771356107] 'process raft request' (duration: 409.520881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:41:33.663321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:41:33.229767Z","time spent":"433.460928ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:41:33.66342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:41:33.253453Z","time spent":"409.864469ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:41:33.66346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.539768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:41:33.663519Z","caller":"traceutil/trace.go:171","msg":"trace[438672543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20635; }","duration":"246.653ms","start":"2026-05-13T01:41:33.416849Z","end":"2026-05-13T01:41:33.663502Z","steps":["trace[438672543] 'agreement among raft nodes before linearized reading' (duration: 246.536878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:41:33.663589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.885659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-555c8d79c-8q7tb.18aefc594bd70170\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-05-13T01:41:33.663643Z","caller":"traceutil/trace.go:171","msg":"trace[2021907732] range","detail":"{range_begin:/registry/events/openstack/heat-api-555c8d79c-8q7tb.18aefc594bd70170; range_end:; response_count:1; response_revision:20635; }","duration":"352.000102ms","start":"2026-05-13T01:41:33.311627Z","end":"2026-05-13T01:41:33.663627Z","steps":["trace[2021907732] 'agreement among raft nodes before linearized reading' (duration: 351.665805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:41:33.663686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:41:33.311612Z","time spent":"352.064964ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/heat-api-555c8d79c-8q7tb.18aefc594bd70170\" "} {"level":"info","ts":"2026-05-13T01:41:33.877852Z","caller":"traceutil/trace.go:171","msg":"trace[1976415969] transaction","detail":"{read_only:false; response_revision:20637; number_of_response:1; }","duration":"210.06923ms","start":"2026-05-13T01:41:33.667759Z","end":"2026-05-13T01:41:33.877828Z","steps":["trace[1976415969] 'process raft request' (duration: 210.005448ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:41:33.877861Z","caller":"traceutil/trace.go:171","msg":"trace[563025234] transaction","detail":"{read_only:false; response_revision:20636; number_of_response:1; }","duration":"210.138141ms","start":"2026-05-13T01:41:33.667688Z","end":"2026-05-13T01:41:33.877826Z","steps":["trace[563025234] 'process raft request' (duration: 183.400979ms)","trace[563025234] 'compare' (duration: 26.560928ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:41:34.29904Z","caller":"traceutil/trace.go:171","msg":"trace[651002063] transaction","detail":"{read_only:false; response_revision:20638; number_of_response:1; }","duration":"414.897317ms","start":"2026-05-13T01:41:33.884116Z","end":"2026-05-13T01:41:34.299014Z","steps":["trace[651002063] 'process raft request' (duration: 414.732543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:41:34.299263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:41:33.884087Z","time spent":"415.098371ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:41:34.767417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.71898ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T01:41:34.767833Z","caller":"traceutil/trace.go:171","msg":"trace[1250653393] linearizableReadLoop","detail":"{readStateIndex:21344; appliedIndex:21343; }","duration":"464.767307ms","start":"2026-05-13T01:41:34.303032Z","end":"2026-05-13T01:41:34.767799Z","steps":["trace[1250653393] 'read index received' (duration: 108.741121ms)","trace[1250653393] 'applied index is now lower than readState.Index' (duration: 356.023076ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:41:34.768025Z","caller":"traceutil/trace.go:171","msg":"trace[194203347] transaction","detail":"{read_only:false; response_revision:20639; number_of_response:1; }","duration":"387.102259ms","start":"2026-05-13T01:41:34.3809Z","end":"2026-05-13T01:41:34.768003Z","steps":["trace[194203347] 'process raft request' (duration: 386.624058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:41:34.768179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:41:34.38088Z","time spent":"387.208232ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:41:34.957699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.656296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-v2gs9.18aefc33a73e4f33\" ","response":"range_response_count:1 size:1395"} {"level":"info","ts":"2026-05-13T01:41:34.957798Z","caller":"traceutil/trace.go:171","msg":"trace[1589870767] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-v2gs9.18aefc33a73e4f33; range_end:; response_count:1; response_revision:20639; }","duration":"654.8034ms","start":"2026-05-13T01:41:34.302974Z","end":"2026-05-13T01:41:34.957777Z","steps":["trace[1589870767] 'agreement among raft nodes before linearized reading' (duration: 464.92744ms)","trace[1589870767] 'range keys from in-memory index tree' (duration: 189.669544ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:41:34.957798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.738216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-13T01:41:34.95784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:41:34.302894Z","time spent":"654.937393ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1418,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-v2gs9.18aefc33a73e4f33\" "} {"level":"info","ts":"2026-05-13T01:41:34.957968Z","caller":"traceutil/trace.go:171","msg":"trace[2014664140] linearizableReadLoop","detail":"{readStateIndex:21348; appliedIndex:21345; }","duration":"190.043083ms","start":"2026-05-13T01:41:34.76791Z","end":"2026-05-13T01:41:34.957953Z","steps":["trace[2014664140] 'read index received' (duration: 196.184µs)","trace[2014664140] 'applied index is now lower than readState.Index' (duration: 189.845899ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:41:34.958051Z","caller":"traceutil/trace.go:171","msg":"trace[462478717] transaction","detail":"{read_only:false; response_revision:20641; number_of_response:1; }","duration":"574.784538ms","start":"2026-05-13T01:41:34.383257Z","end":"2026-05-13T01:41:34.958042Z","steps":["trace[462478717] 'process raft request' (duration: 574.610474ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:41:34.958015Z","caller":"traceutil/trace.go:171","msg":"trace[1697068488] transaction","detail":"{read_only:false; response_revision:20640; number_of_response:1; }","duration":"574.859099ms","start":"2026-05-13T01:41:34.383114Z","end":"2026-05-13T01:41:34.957974Z","steps":["trace[1697068488] 'process raft request' (duration: 384.872157ms)","trace[1697068488] 'compare' (duration: 189.617954ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:41:34.958108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:41:34.38325Z","time spent":"574.823079ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:41:34.95812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.478471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:41:34.958169Z","caller":"traceutil/trace.go:171","msg":"trace[1338721443] transaction","detail":"{read_only:false; response_revision:20642; number_of_response:1; }","duration":"574.42938ms","start":"2026-05-13T01:41:34.383729Z","end":"2026-05-13T01:41:34.958158Z","steps":["trace[1338721443] 'process raft request' (duration: 574.185244ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:41:34.958187Z","caller":"traceutil/trace.go:171","msg":"trace[488114807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20642; }","duration":"330.598054ms","start":"2026-05-13T01:41:34.627571Z","end":"2026-05-13T01:41:34.958169Z","steps":["trace[488114807] 'agreement among raft nodes before linearized reading' (duration: 330.471491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:41:34.958181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:41:34.383086Z","time spent":"575.007833ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:41:34.958236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:41:34.627549Z","time spent":"330.675036ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:41:34.958236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:41:34.383718Z","time spent":"574.478601ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:41:34.958344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.480162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T01:41:34.958416Z","caller":"traceutil/trace.go:171","msg":"trace[1883849796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20642; }","duration":"104.592414ms","start":"2026-05-13T01:41:34.853806Z","end":"2026-05-13T01:41:34.958398Z","steps":["trace[1883849796] 'agreement among raft nodes before linearized reading' (duration: 104.4015ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:41:35.220293Z","caller":"traceutil/trace.go:171","msg":"trace[151613288] transaction","detail":"{read_only:false; response_revision:20644; number_of_response:1; }","duration":"257.637846ms","start":"2026-05-13T01:41:34.962629Z","end":"2026-05-13T01:41:35.220267Z","steps":["trace[151613288] 'process raft request' (duration: 255.291571ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:42:48.949021Z","caller":"traceutil/trace.go:171","msg":"trace[1193785040] transaction","detail":"{read_only:false; response_revision:21296; number_of_response:1; }","duration":"122.877079ms","start":"2026-05-13T01:42:48.826111Z","end":"2026-05-13T01:42:48.948989Z","steps":["trace[1193785040] 'process raft request' (duration: 62.479164ms)","trace[1193785040] 'compare' (duration: 59.987645ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:42:49.862581Z","caller":"traceutil/trace.go:171","msg":"trace[1174604386] transaction","detail":"{read_only:false; response_revision:21304; number_of_response:1; }","duration":"127.765493ms","start":"2026-05-13T01:42:49.73478Z","end":"2026-05-13T01:42:49.862546Z","steps":["trace[1174604386] 'process raft request' (duration: 101.277827ms)","trace[1174604386] 'compare' (duration: 26.25414ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:44:25.563694Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19741} {"level":"info","ts":"2026-05-13T01:44:25.670037Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19741,"took":"103.06667ms","hash":3842503123,"current-db-size-bytes":56221696,"current-db-size":"56 MB","current-db-size-in-use-bytes":29675520,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-13T01:44:25.67011Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3842503123,"revision":19741,"compact-revision":17415} {"level":"info","ts":"2026-05-13T01:45:32.815561Z","caller":"traceutil/trace.go:171","msg":"trace[2079818604] linearizableReadLoop","detail":"{readStateIndex:23896; appliedIndex:23895; }","duration":"161.329936ms","start":"2026-05-13T01:45:32.654205Z","end":"2026-05-13T01:45:32.815535Z","steps":["trace[2079818604] 'read index received' (duration: 161.020369ms)","trace[2079818604] 'applied index is now lower than readState.Index' (duration: 308.647µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:45:32.815655Z","caller":"traceutil/trace.go:171","msg":"trace[1296128006] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"175.430094ms","start":"2026-05-13T01:45:32.640191Z","end":"2026-05-13T01:45:32.815621Z","steps":["trace[1296128006] 'process raft request' (duration: 175.111626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:32.815839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.610342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:45:32.815906Z","caller":"traceutil/trace.go:171","msg":"trace[1520174279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23115; }","duration":"161.712615ms","start":"2026-05-13T01:45:32.654178Z","end":"2026-05-13T01:45:32.815891Z","steps":["trace[1520174279] 'agreement among raft nodes before linearized reading' (duration: 161.51029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:33.417835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.474745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:45:33.417956Z","caller":"traceutil/trace.go:171","msg":"trace[1782155359] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"596.653831ms","start":"2026-05-13T01:45:32.821283Z","end":"2026-05-13T01:45:33.417937Z","steps":["trace[1782155359] 'process raft request' (duration: 341.961331ms)","trace[1782155359] 'compare' (duration: 254.072676ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:45:33.418027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:32.821262Z","time spent":"596.731203ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:45:33.443617Z","caller":"traceutil/trace.go:171","msg":"trace[627795964] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"622.034132ms","start":"2026-05-13T01:45:32.821543Z","end":"2026-05-13T01:45:33.443577Z","steps":["trace[627795964] 'process raft request' (duration: 621.761255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:33.444008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:32.821526Z","time spent":"622.361089ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:45:33.444092Z","caller":"traceutil/trace.go:171","msg":"trace[422594774] linearizableReadLoop","detail":"{readStateIndex:23900; appliedIndex:23896; }","duration":"442.236146ms","start":"2026-05-13T01:45:33.001823Z","end":"2026-05-13T01:45:33.44406Z","steps":["trace[422594774] 'read index received' (duration: 161.423108ms)","trace[422594774] 'applied index is now lower than readState.Index' (duration: 280.811728ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:45:33.444124Z","caller":"traceutil/trace.go:171","msg":"trace[850845398] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"621.322125ms","start":"2026-05-13T01:45:32.822771Z","end":"2026-05-13T01:45:33.444093Z","steps":["trace[850845398] 'process raft request' (duration: 621.153721ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:45:33.44422Z","caller":"traceutil/trace.go:171","msg":"trace[478855554] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"622.580984ms","start":"2026-05-13T01:45:32.821612Z","end":"2026-05-13T01:45:33.444193Z","steps":["trace[478855554] 'process raft request' (duration: 621.918639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:33.44425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:32.822751Z","time spent":"621.436278ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4559,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T01:45:33.444349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.519282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-13T01:45:33.444396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:32.821584Z","time spent":"622.706007ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:45:33.444396Z","caller":"traceutil/trace.go:171","msg":"trace[1430550809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23119; }","duration":"442.622135ms","start":"2026-05-13T01:45:33.00176Z","end":"2026-05-13T01:45:33.444383Z","steps":["trace[1430550809] 'agreement among raft nodes before linearized reading' (duration: 442.43509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:33.444554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:33.001737Z","time spent":"442.806739ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T01:45:33.446371Z","caller":"traceutil/trace.go:171","msg":"trace[1740882216] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"267.778564ms","start":"2026-05-13T01:45:33.178565Z","end":"2026-05-13T01:45:33.446344Z","steps":["trace[1740882216] 'process raft request' (duration: 267.444257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:33.447036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.439405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:45:33.447096Z","caller":"traceutil/trace.go:171","msg":"trace[1825854447] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23121; }","duration":"227.571129ms","start":"2026-05-13T01:45:33.219509Z","end":"2026-05-13T01:45:33.44708Z","steps":["trace[1825854447] 'agreement among raft nodes before linearized reading' (duration: 227.395424ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:45:33.447359Z","caller":"traceutil/trace.go:171","msg":"trace[1195503140] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"154.134429ms","start":"2026-05-13T01:45:33.293214Z","end":"2026-05-13T01:45:33.447348Z","steps":["trace[1195503140] 'process raft request' (duration: 152.91479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:51.854362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826054563s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:45:51.854568Z","caller":"traceutil/trace.go:171","msg":"trace[1867666572] linearizableReadLoop","detail":"{readStateIndex:24120; appliedIndex:24119; }","duration":"1.761341337s","start":"2026-05-13T01:45:50.093202Z","end":"2026-05-13T01:45:51.854544Z","steps":["trace[1867666572] 'read index received' (duration: 49.301µs)","trace[1867666572] 'applied index is now lower than readState.Index' (duration: 1.761289426s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:45:51.854422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.675831686s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T01:45:51.854797Z","caller":"traceutil/trace.go:171","msg":"trace[1908142822] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"1.888735393s","start":"2026-05-13T01:45:49.965939Z","end":"2026-05-13T01:45:51.854675Z","steps":["trace[1908142822] 'process raft request' (duration: 62.004534ms)","trace[1908142822] 'compare' (duration: 1.824313793s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:45:51.854887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761671105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:45:51.854951Z","caller":"traceutil/trace.go:171","msg":"trace[1834394369] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23334; }","duration":"1.761786477s","start":"2026-05-13T01:45:50.093148Z","end":"2026-05-13T01:45:51.854935Z","steps":["trace[1834394369] 'agreement among raft nodes before linearized reading' (duration: 1.761649684s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:51.85501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:50.09312Z","time spent":"1.76187575s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:45:51.855218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:49.965925Z","time spent":"1.888957478s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:45:51.85522Z","caller":"traceutil/trace.go:171","msg":"trace[1555012497] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"1.676719587s","start":"2026-05-13T01:45:50.178473Z","end":"2026-05-13T01:45:51.855192Z","steps":["trace[1555012497] 'process raft request' (duration: 1.676454121s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:51.855525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:50.178448Z","time spent":"1.676947772s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:45:51.85685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387153416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-05-13T01:45:51.856911Z","caller":"traceutil/trace.go:171","msg":"trace[640571189] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23338; }","duration":"1.387292069s","start":"2026-05-13T01:45:50.469604Z","end":"2026-05-13T01:45:51.856896Z","steps":["trace[640571189] 'agreement among raft nodes before linearized reading' (duration: 1.387132735s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:51.856944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:50.469573Z","time spent":"1.387362s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-05-13T01:45:51.856974Z","caller":"traceutil/trace.go:171","msg":"trace[2009902334] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"330.905934ms","start":"2026-05-13T01:45:51.526044Z","end":"2026-05-13T01:45:51.85695Z","steps":["trace[2009902334] 'process raft request' (duration: 330.614397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:51.857021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.344363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:45:51.857086Z","caller":"traceutil/trace.go:171","msg":"trace[981501218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23338; }","duration":"230.447545ms","start":"2026-05-13T01:45:51.626625Z","end":"2026-05-13T01:45:51.857073Z","steps":["trace[981501218] 'agreement among raft nodes before linearized reading' (duration: 230.354433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:51.857093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:51.526026Z","time spent":"331.004676ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:45:51.857135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.550123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:45:51.857218Z","caller":"traceutil/trace.go:171","msg":"trace[330057094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23338; }","duration":"323.645735ms","start":"2026-05-13T01:45:51.533542Z","end":"2026-05-13T01:45:51.857188Z","steps":["trace[330057094] 'agreement among raft nodes before linearized reading' (duration: 323.368998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:51.857274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:51.533535Z","time spent":"323.725106ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T01:45:51.857298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084153351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-05-13T01:45:51.857353Z","caller":"traceutil/trace.go:171","msg":"trace[2135631701] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23338; }","duration":"1.084247143s","start":"2026-05-13T01:45:50.77309Z","end":"2026-05-13T01:45:51.857337Z","steps":["trace[2135631701] 'agreement among raft nodes before linearized reading' (duration: 1.08411131s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:45:51.857373Z","caller":"traceutil/trace.go:171","msg":"trace[533110346] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"707.654026ms","start":"2026-05-13T01:45:51.149707Z","end":"2026-05-13T01:45:51.857361Z","steps":["trace[533110346] 'process raft request' (duration: 706.831737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:51.857388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:50.773065Z","time spent":"1.084314255s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-13T01:45:51.85729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.199008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-13T01:45:51.857424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:51.149673Z","time spent":"707.725928ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:45:51.857445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.478169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:45:51.857459Z","caller":"traceutil/trace.go:171","msg":"trace[2106022646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23338; }","duration":"324.366471ms","start":"2026-05-13T01:45:51.533057Z","end":"2026-05-13T01:45:51.857424Z","steps":["trace[2106022646] 'agreement among raft nodes before linearized reading' (duration: 324.021163ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:45:51.857492Z","caller":"traceutil/trace.go:171","msg":"trace[749819791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23338; }","duration":"356.562462ms","start":"2026-05-13T01:45:51.500915Z","end":"2026-05-13T01:45:51.857477Z","steps":["trace[749819791] 'agreement among raft nodes before linearized reading' (duration: 356.408398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:51.857523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.585099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-13T01:45:51.857495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.461677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-13T01:45:51.857533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:51.500894Z","time spent":"356.631383ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T01:45:51.857551Z","caller":"traceutil/trace.go:171","msg":"trace[1176278969] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23338; }","duration":"855.661211ms","start":"2026-05-13T01:45:51.001882Z","end":"2026-05-13T01:45:51.857543Z","steps":["trace[1176278969] 'agreement among raft nodes before linearized reading' (duration: 855.571109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:51.857583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:51.001859Z","time spent":"855.716733ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-13T01:45:51.857595Z","caller":"traceutil/trace.go:171","msg":"trace[2117786869] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23338; }","duration":"773.612061ms","start":"2026-05-13T01:45:51.08396Z","end":"2026-05-13T01:45:51.857572Z","steps":["trace[2117786869] 'agreement among raft nodes before linearized reading' (duration: 773.360585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:51.857576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:51.533047Z","time spent":"324.437204ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T01:45:51.857612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33925638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-13T01:45:51.857642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:51.083937Z","time spent":"773.693893ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-05-13T01:45:51.85767Z","caller":"traceutil/trace.go:171","msg":"trace[239776188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23338; }","duration":"1.339330952s","start":"2026-05-13T01:45:50.518318Z","end":"2026-05-13T01:45:51.857649Z","steps":["trace[239776188] 'agreement among raft nodes before linearized reading' (duration: 1.339184558s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:51.857711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275844514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"warn","ts":"2026-05-13T01:45:51.857725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:50.518306Z","time spent":"1.339405684s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T01:45:51.857752Z","caller":"traceutil/trace.go:171","msg":"trace[1459569954] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23338; }","duration":"1.275941176s","start":"2026-05-13T01:45:50.5818Z","end":"2026-05-13T01:45:51.857741Z","steps":["trace[1459569954] 'agreement among raft nodes before linearized reading' (duration: 1.275856414s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:51.857785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:50.581768Z","time spent":"1.276008828s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-13T01:45:51.857508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.198222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T01:45:51.857961Z","caller":"traceutil/trace.go:171","msg":"trace[844731564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23338; }","duration":"322.800095ms","start":"2026-05-13T01:45:51.535125Z","end":"2026-05-13T01:45:51.857925Z","steps":["trace[844731564] 'agreement among raft nodes before linearized reading' (duration: 322.071138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:45:51.85874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:45:51.535077Z","time spent":"323.646455ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-13T01:48:44.639313Z","caller":"traceutil/trace.go:171","msg":"trace[1496364922] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"157.140264ms","start":"2026-05-13T01:48:44.482156Z","end":"2026-05-13T01:48:44.639296Z","steps":["trace[1496364922] 'process raft request' (duration: 157.037302ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:44.644703Z","caller":"traceutil/trace.go:171","msg":"trace[786234175] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"161.462396ms","start":"2026-05-13T01:48:44.483223Z","end":"2026-05-13T01:48:44.644686Z","steps":["trace[786234175] 'process raft request' (duration: 160.787351ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:44.644864Z","caller":"traceutil/trace.go:171","msg":"trace[279519223] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"161.095867ms","start":"2026-05-13T01:48:44.483756Z","end":"2026-05-13T01:48:44.644852Z","steps":["trace[279519223] 'process raft request' (duration: 160.332469ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:44.645419Z","caller":"traceutil/trace.go:171","msg":"trace[956140187] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"157.135975ms","start":"2026-05-13T01:48:44.488259Z","end":"2026-05-13T01:48:44.645395Z","steps":["trace[956140187] 'process raft request' (duration: 155.874575ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:44.64565Z","caller":"traceutil/trace.go:171","msg":"trace[498934620] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"109.376981ms","start":"2026-05-13T01:48:44.536251Z","end":"2026-05-13T01:48:44.645628Z","steps":["trace[498934620] 'process raft request' (duration: 107.918987ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:44.97739Z","caller":"traceutil/trace.go:171","msg":"trace[1131654020] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"217.655916ms","start":"2026-05-13T01:48:44.759702Z","end":"2026-05-13T01:48:44.977358Z","steps":["trace[1131654020] 'process raft request' (duration: 213.597011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:45.532324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.632582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:48:45.532542Z","caller":"traceutil/trace.go:171","msg":"trace[1488751404] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"772.364263ms","start":"2026-05-13T01:48:44.760138Z","end":"2026-05-13T01:48:45.532502Z","steps":["trace[1488751404] 'process raft request' (duration: 504.460085ms)","trace[1488751404] 'compare' (duration: 267.308424ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:48:45.532887Z","caller":"traceutil/trace.go:171","msg":"trace[380761799] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"772.350143ms","start":"2026-05-13T01:48:44.76051Z","end":"2026-05-13T01:48:45.53286Z","steps":["trace[380761799] 'process raft request' (duration: 771.915843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:45.532968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:44.760126Z","time spent":"772.739472ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:45.533276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.792576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:48:45.533334Z","caller":"traceutil/trace.go:171","msg":"trace[1614133744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25075; }","duration":"586.891148ms","start":"2026-05-13T01:48:44.946428Z","end":"2026-05-13T01:48:45.533319Z","steps":["trace[1614133744] 'agreement among raft nodes before linearized reading' (duration: 586.644103ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:45.533039Z","caller":"traceutil/trace.go:171","msg":"trace[1964786609] linearizableReadLoop","detail":"{readStateIndex:25905; appliedIndex:25901; }","duration":"586.543239ms","start":"2026-05-13T01:48:44.946478Z","end":"2026-05-13T01:48:45.533021Z","steps":["trace[1964786609] 'read index received' (duration: 26.836156ms)","trace[1964786609] 'applied index is now lower than readState.Index' (duration: 559.706173ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:48:45.533375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:44.946406Z","time spent":"586.958239ms","remote":"127.0.0.1:49164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:48:45.533051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:44.760497Z","time spent":"772.475256ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:45.533136Z","caller":"traceutil/trace.go:171","msg":"trace[663281940] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"772.502676ms","start":"2026-05-13T01:48:44.760593Z","end":"2026-05-13T01:48:45.533096Z","steps":["trace[663281940] 'process raft request' (duration: 771.925293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:45.533617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.957866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:45.533656Z","caller":"traceutil/trace.go:171","msg":"trace[932643389] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25075; }","duration":"306.038818ms","start":"2026-05-13T01:48:45.227605Z","end":"2026-05-13T01:48:45.533643Z","steps":["trace[932643389] 'agreement among raft nodes before linearized reading' (duration: 305.964246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:45.533694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:45.227581Z","time spent":"306.105549ms","remote":"127.0.0.1:49246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:48:45.53369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:44.760573Z","time spent":"773.05987ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:45.533251Z","caller":"traceutil/trace.go:171","msg":"trace[370263792] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"414.385314ms","start":"2026-05-13T01:48:45.118853Z","end":"2026-05-13T01:48:45.533239Z","steps":["trace[370263792] 'process raft request' (duration: 414.133509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:45.533813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:45.118831Z","time spent":"414.955558ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:45.534158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.41156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-13T01:48:45.534165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.112754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:48:45.534201Z","caller":"traceutil/trace.go:171","msg":"trace[810153777] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25075; }","duration":"181.497323ms","start":"2026-05-13T01:48:45.352692Z","end":"2026-05-13T01:48:45.534189Z","steps":["trace[810153777] 'agreement among raft nodes before linearized reading' (duration: 181.350569ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:45.534225Z","caller":"traceutil/trace.go:171","msg":"trace[912205455] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25075; }","duration":"142.204517ms","start":"2026-05-13T01:48:45.392002Z","end":"2026-05-13T01:48:45.534206Z","steps":["trace[912205455] 'agreement among raft nodes before linearized reading' (duration: 142.099505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:45.936893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.423929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:45.93698Z","caller":"traceutil/trace.go:171","msg":"trace[1329094302] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25075; }","duration":"138.579142ms","start":"2026-05-13T01:48:45.798379Z","end":"2026-05-13T01:48:45.936958Z","steps":["trace[1329094302] 'count revisions from in-memory index tree' (duration: 138.321286ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:46.254923Z","caller":"traceutil/trace.go:171","msg":"trace[1292439265] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"199.934362ms","start":"2026-05-13T01:48:46.054966Z","end":"2026-05-13T01:48:46.254901Z","steps":["trace[1292439265] 'process raft request' (duration: 199.744688ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:50.386306Z","caller":"traceutil/trace.go:171","msg":"trace[2139199219] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"116.024097ms","start":"2026-05-13T01:48:50.270256Z","end":"2026-05-13T01:48:50.38628Z","steps":["trace[2139199219] 'process raft request' (duration: 115.854643ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:50.654902Z","caller":"traceutil/trace.go:171","msg":"trace[1142598727] linearizableReadLoop","detail":"{readStateIndex:25938; appliedIndex:25937; }","duration":"224.103577ms","start":"2026-05-13T01:48:50.430774Z","end":"2026-05-13T01:48:50.654877Z","steps":["trace[1142598727] 'read index received' (duration: 191.172869ms)","trace[1142598727] 'applied index is now lower than readState.Index' (duration: 32.929038ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:48:50.654999Z","caller":"traceutil/trace.go:171","msg":"trace[350960285] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"364.491971ms","start":"2026-05-13T01:48:50.290457Z","end":"2026-05-13T01:48:50.654949Z","steps":["trace[350960285] 'process raft request' (duration: 331.572753ms)","trace[350960285] 'compare' (duration: 32.718733ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:48:50.655078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.284891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-05-13T01:48:50.655114Z","caller":"traceutil/trace.go:171","msg":"trace[1561857554] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:25106; }","duration":"224.377663ms","start":"2026-05-13T01:48:50.430726Z","end":"2026-05-13T01:48:50.655104Z","steps":["trace[1561857554] 'agreement among raft nodes before linearized reading' (duration: 224.282671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:50.65521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:50.290432Z","time spent":"364.667915ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:50.655224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.153393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-57c5c79574-mnq6g\" ","response":"range_response_count:1 size:8649"} {"level":"info","ts":"2026-05-13T01:48:50.655297Z","caller":"traceutil/trace.go:171","msg":"trace[44717709] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-57c5c79574-mnq6g; range_end:; response_count:1; response_revision:25106; }","duration":"144.265295ms","start":"2026-05-13T01:48:50.511014Z","end":"2026-05-13T01:48:50.65528Z","steps":["trace[44717709] 'agreement among raft nodes before linearized reading' (duration: 144.07139ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:51.077691Z","caller":"traceutil/trace.go:171","msg":"trace[1661911546] linearizableReadLoop","detail":"{readStateIndex:25939; appliedIndex:25938; }","duration":"421.221954ms","start":"2026-05-13T01:48:50.656435Z","end":"2026-05-13T01:48:51.077657Z","steps":["trace[1661911546] 'read index received' (duration: 421.098821ms)","trace[1661911546] 'applied index is now lower than readState.Index' (duration: 121.973µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:48:51.077747Z","caller":"traceutil/trace.go:171","msg":"trace[1326328044] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"421.558342ms","start":"2026-05-13T01:48:50.656156Z","end":"2026-05-13T01:48:51.077714Z","steps":["trace[1326328044] 'process raft request' (duration: 421.339466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:51.0779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:50.656121Z","time spent":"421.697455ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:51.077944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.49298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-4sl7q\" ","response":"range_response_count:1 size:4479"} {"level":"info","ts":"2026-05-13T01:48:51.078026Z","caller":"traceutil/trace.go:171","msg":"trace[2092245782] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-4sl7q; range_end:; response_count:1; response_revision:25107; }","duration":"421.584142ms","start":"2026-05-13T01:48:50.65642Z","end":"2026-05-13T01:48:51.078004Z","steps":["trace[2092245782] 'agreement among raft nodes before linearized reading' (duration: 421.367927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:51.078062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:50.65631Z","time spent":"421.745186ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4502,"request content":"key:\"/registry/pods/kube-system/kube-proxy-4sl7q\" "} {"level":"info","ts":"2026-05-13T01:48:51.54812Z","caller":"traceutil/trace.go:171","msg":"trace[1087699909] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"881.845847ms","start":"2026-05-13T01:48:50.666241Z","end":"2026-05-13T01:48:51.548087Z","steps":["trace[1087699909] 'process raft request' (duration: 877.616998ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:51.548256Z","caller":"traceutil/trace.go:171","msg":"trace[1563093976] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"869.481499ms","start":"2026-05-13T01:48:50.678765Z","end":"2026-05-13T01:48:51.548246Z","steps":["trace[1563093976] 'process raft request' (duration: 869.297624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:51.54831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:50.666227Z","time spent":"881.99198ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8447,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:51.54837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:50.678758Z","time spent":"869.53435ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:51.548132Z","caller":"traceutil/trace.go:171","msg":"trace[927668173] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"870.812099ms","start":"2026-05-13T01:48:50.677289Z","end":"2026-05-13T01:48:51.548101Z","steps":["trace[927668173] 'process raft request' (duration: 870.675336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:51.548628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:50.677276Z","time spent":"871.302781ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:51.548862Z","caller":"traceutil/trace.go:171","msg":"trace[1457055171] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"869.895368ms","start":"2026-05-13T01:48:50.678934Z","end":"2026-05-13T01:48:51.548829Z","steps":["trace[1457055171] 'process raft request' (duration: 869.280964ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:51.549029Z","caller":"traceutil/trace.go:171","msg":"trace[1295198004] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"869.56374ms","start":"2026-05-13T01:48:50.67944Z","end":"2026-05-13T01:48:51.549004Z","steps":["trace[1295198004] 'process raft request' (duration: 869.438487ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:51.549023Z","caller":"traceutil/trace.go:171","msg":"trace[215368139] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"869.627522ms","start":"2026-05-13T01:48:50.679352Z","end":"2026-05-13T01:48:51.548979Z","steps":["trace[215368139] 'process raft request' (duration: 869.100199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:51.549142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.879055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-13T01:48:51.549153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.170856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:48:51.549209Z","caller":"traceutil/trace.go:171","msg":"trace[535018282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25113; }","duration":"546.954697ms","start":"2026-05-13T01:48:51.002235Z","end":"2026-05-13T01:48:51.54919Z","steps":["trace[535018282] 'agreement among raft nodes before linearized reading' (duration: 546.744692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:51.54921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:50.679336Z","time spent":"869.779545ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:51.549225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.238813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-13T01:48:51.549251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:51.002169Z","time spent":"547.074249ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T01:48:51.549153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:50.679432Z","time spent":"869.662962ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:51.5493Z","caller":"traceutil/trace.go:171","msg":"trace[765776443] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25113; }","duration":"890.322965ms","start":"2026-05-13T01:48:50.65896Z","end":"2026-05-13T01:48:51.549283Z","steps":["trace[765776443] 'agreement among raft nodes before linearized reading' (duration: 890.11228ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:51.54923Z","caller":"traceutil/trace.go:171","msg":"trace[2040019442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25113; }","duration":"756.299719ms","start":"2026-05-13T01:48:50.792913Z","end":"2026-05-13T01:48:51.549212Z","steps":["trace[2040019442] 'agreement among raft nodes before linearized reading' (duration: 756.069754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:51.549336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:50.658913Z","time spent":"890.416757ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-13T01:48:51.549375Z","caller":"traceutil/trace.go:171","msg":"trace[1567406237] linearizableReadLoop","detail":"{readStateIndex:25945; appliedIndex:25939; }","duration":"471.194729ms","start":"2026-05-13T01:48:51.077769Z","end":"2026-05-13T01:48:51.548963Z","steps":["trace[1567406237] 'read index received' (duration: 466.113141ms)","trace[1567406237] 'applied index is now lower than readState.Index' (duration: 5.080748ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:48:51.549398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:50.792892Z","time spent":"756.480103ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:48:51.549037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:50.678907Z","time spent":"870.048841ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:51.549691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.056644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:48:51.549733Z","caller":"traceutil/trace.go:171","msg":"trace[1423701567] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25113; }","duration":"389.138736ms","start":"2026-05-13T01:48:51.160584Z","end":"2026-05-13T01:48:51.549722Z","steps":["trace[1423701567] 'agreement among raft nodes before linearized reading' (duration: 389.063284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:51.549768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:51.160566Z","time spent":"389.191577ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:48:51.549836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.169841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:48:51.549951Z","caller":"traceutil/trace.go:171","msg":"trace[713715040] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25113; }","duration":"294.337015ms","start":"2026-05-13T01:48:51.255588Z","end":"2026-05-13T01:48:51.549925Z","steps":["trace[713715040] 'agreement among raft nodes before linearized reading' (duration: 294.12155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:51.550564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.739368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-13T01:48:51.550666Z","caller":"traceutil/trace.go:171","msg":"trace[467174280] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25113; }","duration":"268.890302ms","start":"2026-05-13T01:48:51.281752Z","end":"2026-05-13T01:48:51.550642Z","steps":["trace[467174280] 'agreement among raft nodes before linearized reading' (duration: 267.899968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.060993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.164834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:48:52.0611Z","caller":"traceutil/trace.go:171","msg":"trace[1543124582] linearizableReadLoop","detail":"{readStateIndex:25946; appliedIndex:25945; }","duration":"504.849013ms","start":"2026-05-13T01:48:51.556234Z","end":"2026-05-13T01:48:52.061083Z","steps":["trace[1543124582] 'read index received' (duration: 254.620718ms)","trace[1543124582] 'applied index is now lower than readState.Index' (duration: 250.226785ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:48:52.061358Z","caller":"traceutil/trace.go:171","msg":"trace[2041106687] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"505.216322ms","start":"2026-05-13T01:48:51.55596Z","end":"2026-05-13T01:48:52.061176Z","steps":["trace[2041106687] 'process raft request' (duration: 254.770702ms)","trace[2041106687] 'compare' (duration: 249.914928ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:48:52.061417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.180482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:48:52.06148Z","caller":"traceutil/trace.go:171","msg":"trace[2139617253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25114; }","duration":"505.270823ms","start":"2026-05-13T01:48:51.556197Z","end":"2026-05-13T01:48:52.061468Z","steps":["trace[2139617253] 'agreement among raft nodes before linearized reading' (duration: 505.067918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.061498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:51.555931Z","time spent":"505.496228ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:52.061561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:51.556186Z","time spent":"505.324534ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T01:48:52.062981Z","caller":"traceutil/trace.go:171","msg":"trace[1111503907] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"505.885088ms","start":"2026-05-13T01:48:51.557079Z","end":"2026-05-13T01:48:52.062964Z","steps":["trace[1111503907] 'process raft request' (duration: 505.726024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.063078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:51.557068Z","time spent":"505.96102ms","remote":"127.0.0.1:60574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:52.063239Z","caller":"traceutil/trace.go:171","msg":"trace[1653280301] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"506.105043ms","start":"2026-05-13T01:48:51.557122Z","end":"2026-05-13T01:48:52.063227Z","steps":["trace[1653280301] 'process raft request' (duration: 505.808386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.063299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:51.557117Z","time spent":"506.152784ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:52.063474Z","caller":"traceutil/trace.go:171","msg":"trace[106277327] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"506.00048ms","start":"2026-05-13T01:48:51.557439Z","end":"2026-05-13T01:48:52.063439Z","steps":["trace[106277327] 'process raft request' (duration: 505.738854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.063639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:51.557415Z","time spent":"506.140594ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:52.063657Z","caller":"traceutil/trace.go:171","msg":"trace[1281413346] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"505.937119ms","start":"2026-05-13T01:48:51.557709Z","end":"2026-05-13T01:48:52.063646Z","steps":["trace[1281413346] 'process raft request' (duration: 505.53878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.063809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:51.557699Z","time spent":"505.99504ms","remote":"127.0.0.1:60624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:52.063905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.557065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:48:52.064034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.984287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:52.064049Z","caller":"traceutil/trace.go:171","msg":"trace[1099557459] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25119; }","duration":"145.74653ms","start":"2026-05-13T01:48:51.918276Z","end":"2026-05-13T01:48:52.064023Z","steps":["trace[1099557459] 'agreement among raft nodes before linearized reading' (duration: 145.520405ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:52.064083Z","caller":"traceutil/trace.go:171","msg":"trace[1230673326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25119; }","duration":"436.065889ms","start":"2026-05-13T01:48:51.627998Z","end":"2026-05-13T01:48:52.064064Z","steps":["trace[1230673326] 'agreement among raft nodes before linearized reading' (duration: 436.008937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.064123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:51.627963Z","time spent":"436.153681ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:48:52.06414Z","caller":"traceutil/trace.go:171","msg":"trace[1775355443] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"506.00158ms","start":"2026-05-13T01:48:51.558002Z","end":"2026-05-13T01:48:52.064004Z","steps":["trace[1775355443] 'process raft request' (duration: 505.55909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.064757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:51.557988Z","time spent":"506.720847ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:52.063948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.706074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:48:52.064424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.501066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T01:48:52.065111Z","caller":"traceutil/trace.go:171","msg":"trace[245717327] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25119; }","duration":"172.888641ms","start":"2026-05-13T01:48:51.892144Z","end":"2026-05-13T01:48:52.065032Z","steps":["trace[245717327] 'agreement among raft nodes before linearized reading' (duration: 171.694484ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:52.065185Z","caller":"traceutil/trace.go:171","msg":"trace[73498032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25119; }","duration":"508.300774ms","start":"2026-05-13T01:48:51.556866Z","end":"2026-05-13T01:48:52.065167Z","steps":["trace[73498032] 'agreement among raft nodes before linearized reading' (duration: 507.361903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.064511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.434054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-13T01:48:52.065244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:51.556847Z","time spent":"508.379926ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T01:48:52.06529Z","caller":"traceutil/trace.go:171","msg":"trace[903457920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25119; }","duration":"508.269243ms","start":"2026-05-13T01:48:51.557005Z","end":"2026-05-13T01:48:52.065274Z","steps":["trace[903457920] 'agreement among raft nodes before linearized reading' (duration: 507.447234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.06535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:51.556964Z","time spent":"508.368935ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:48:52.064494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.636319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:52.065457Z","caller":"traceutil/trace.go:171","msg":"trace[1719872225] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25119; }","duration":"457.660413ms","start":"2026-05-13T01:48:51.607783Z","end":"2026-05-13T01:48:52.065444Z","steps":["trace[1719872225] 'agreement among raft nodes before linearized reading' (duration: 456.625969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.065494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:51.60777Z","time spent":"457.714764ms","remote":"127.0.0.1:60748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-13T01:48:52.525412Z","caller":"traceutil/trace.go:171","msg":"trace[1216352269] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"455.417392ms","start":"2026-05-13T01:48:52.06997Z","end":"2026-05-13T01:48:52.525388Z","steps":["trace[1216352269] 'process raft request' (duration: 455.261378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.525562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:52.069952Z","time spent":"455.529144ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:52.525607Z","caller":"traceutil/trace.go:171","msg":"trace[539506546] linearizableReadLoop","detail":"{readStateIndex:25953; appliedIndex:25952; }","duration":"457.017219ms","start":"2026-05-13T01:48:52.068571Z","end":"2026-05-13T01:48:52.525588Z","steps":["trace[539506546] 'read index received' (duration: 11.192791ms)","trace[539506546] 'applied index is now lower than readState.Index' (duration: 445.823448ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:48:52.525742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.173323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:52.525793Z","caller":"traceutil/trace.go:171","msg":"trace[919997112] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25124; }","duration":"457.263055ms","start":"2026-05-13T01:48:52.068517Z","end":"2026-05-13T01:48:52.52578Z","steps":["trace[919997112] 'agreement among raft nodes before linearized reading' (duration: 457.153163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.525835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:52.068499Z","time spent":"457.324406ms","remote":"127.0.0.1:60488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-13T01:48:52.525831Z","caller":"traceutil/trace.go:171","msg":"trace[141315102] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"455.160055ms","start":"2026-05-13T01:48:52.070624Z","end":"2026-05-13T01:48:52.525784Z","steps":["trace[141315102] 'process raft request' (duration: 454.725755ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:52.525898Z","caller":"traceutil/trace.go:171","msg":"trace[1571216760] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"452.020452ms","start":"2026-05-13T01:48:52.07385Z","end":"2026-05-13T01:48:52.525871Z","steps":["trace[1571216760] 'process raft request' (duration: 451.639523ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:52.525746Z","caller":"traceutil/trace.go:171","msg":"trace[272836405] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"457.365287ms","start":"2026-05-13T01:48:52.068354Z","end":"2026-05-13T01:48:52.525719Z","steps":["trace[272836405] 'process raft request' (duration: 401.254548ms)","trace[272836405] 'compare' (duration: 55.419242ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:48:52.525991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:52.070609Z","time spent":"455.301829ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:52.526069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:52.073837Z","time spent":"452.126574ms","remote":"127.0.0.1:60748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7834,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:52.526213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:52.068343Z","time spent":"457.678865ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:52.848927Z","caller":"traceutil/trace.go:171","msg":"trace[254674978] linearizableReadLoop","detail":"{readStateIndex:25958; appliedIndex:25956; }","duration":"319.228885ms","start":"2026-05-13T01:48:52.529673Z","end":"2026-05-13T01:48:52.848902Z","steps":["trace[254674978] 'read index received' (duration: 288.304934ms)","trace[254674978] 'applied index is now lower than readState.Index' (duration: 30.922921ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:48:52.849013Z","caller":"traceutil/trace.go:171","msg":"trace[514457447] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"697.939978ms","start":"2026-05-13T01:48:52.151045Z","end":"2026-05-13T01:48:52.848985Z","steps":["trace[514457447] 'process raft request' (duration: 666.938785ms)","trace[514457447] 'compare' (duration: 30.359208ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:48:52.849056Z","caller":"traceutil/trace.go:171","msg":"trace[879573933] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"456.259541ms","start":"2026-05-13T01:48:52.392785Z","end":"2026-05-13T01:48:52.849045Z","steps":["trace[879573933] 'process raft request' (duration: 455.968575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.849143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:52.15101Z","time spent":"698.05947ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:52.849175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:52.392761Z","time spent":"456.326692ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:52.84958Z","caller":"traceutil/trace.go:171","msg":"trace[748004214] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"188.315072ms","start":"2026-05-13T01:48:52.66124Z","end":"2026-05-13T01:48:52.849555Z","steps":["trace[748004214] 'process raft request' (duration: 187.624716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.84965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.963112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T01:48:52.849712Z","caller":"traceutil/trace.go:171","msg":"trace[420059935] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25127; }","duration":"320.077055ms","start":"2026-05-13T01:48:52.529621Z","end":"2026-05-13T01:48:52.849698Z","steps":["trace[420059935] 'agreement among raft nodes before linearized reading' (duration: 319.625774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.849748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:52.5296Z","time spent":"320.141537ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-13T01:48:52.849776Z","caller":"traceutil/trace.go:171","msg":"trace[1780074744] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"170.141909ms","start":"2026-05-13T01:48:52.679599Z","end":"2026-05-13T01:48:52.84974Z","steps":["trace[1780074744] 'process raft request' (duration: 169.858302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.849981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.559437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:48:52.850007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.114137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:52.850035Z","caller":"traceutil/trace.go:171","msg":"trace[806478830] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25128; }","duration":"299.661399ms","start":"2026-05-13T01:48:52.55036Z","end":"2026-05-13T01:48:52.850021Z","steps":["trace[806478830] 'agreement among raft nodes before linearized reading' (duration: 299.507816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.850014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.923069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:48:52.850084Z","caller":"traceutil/trace.go:171","msg":"trace[80385157] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25128; }","duration":"176.269581ms","start":"2026-05-13T01:48:52.673794Z","end":"2026-05-13T01:48:52.850064Z","steps":["trace[80385157] 'agreement among raft nodes before linearized reading' (duration: 176.119908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:52.850154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.458749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:52.850276Z","caller":"traceutil/trace.go:171","msg":"trace[408258599] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25128; }","duration":"105.654814ms","start":"2026-05-13T01:48:52.744595Z","end":"2026-05-13T01:48:52.85025Z","steps":["trace[408258599] 'agreement among raft nodes before linearized reading' (duration: 105.374048ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:52.850113Z","caller":"traceutil/trace.go:171","msg":"trace[2138528256] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25128; }","duration":"184.069623ms","start":"2026-05-13T01:48:52.666022Z","end":"2026-05-13T01:48:52.850091Z","steps":["trace[2138528256] 'agreement among raft nodes before linearized reading' (duration: 183.901069ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:53.443235Z","caller":"traceutil/trace.go:171","msg":"trace[615859405] linearizableReadLoop","detail":"{readStateIndex:25961; appliedIndex:25960; }","duration":"216.249424ms","start":"2026-05-13T01:48:53.226959Z","end":"2026-05-13T01:48:53.443208Z","steps":["trace[615859405] 'read index received' (duration: 180.452499ms)","trace[615859405] 'applied index is now lower than readState.Index' (duration: 35.795795ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:48:53.443411Z","caller":"traceutil/trace.go:171","msg":"trace[883527640] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"358.636494ms","start":"2026-05-13T01:48:53.084722Z","end":"2026-05-13T01:48:53.443358Z","steps":["trace[883527640] 'process raft request' (duration: 322.738597ms)","trace[883527640] 'compare' (duration: 35.620061ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:48:53.443621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:53.084681Z","time spent":"358.850389ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:53.443892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.919509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:53.443977Z","caller":"traceutil/trace.go:171","msg":"trace[365259626] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25129; }","duration":"217.060562ms","start":"2026-05-13T01:48:53.226895Z","end":"2026-05-13T01:48:53.443956Z","steps":["trace[365259626] 'agreement among raft nodes before linearized reading' (duration: 216.916589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:54.128429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005629664,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:48:54.321733Z","caller":"traceutil/trace.go:171","msg":"trace[2080253298] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"765.366001ms","start":"2026-05-13T01:48:53.556341Z","end":"2026-05-13T01:48:54.321707Z","steps":["trace[2080253298] 'process raft request' (duration: 765.164726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:54.321899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:53.556317Z","time spent":"765.486563ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:54.361113Z","caller":"traceutil/trace.go:171","msg":"trace[305735413] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"802.598758ms","start":"2026-05-13T01:48:53.558498Z","end":"2026-05-13T01:48:54.361097Z","steps":["trace[305735413] 'process raft request' (duration: 802.469065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:54.361211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:53.558467Z","time spent":"802.696771ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:54.361458Z","caller":"traceutil/trace.go:171","msg":"trace[1551769641] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"802.701721ms","start":"2026-05-13T01:48:53.558726Z","end":"2026-05-13T01:48:54.361427Z","steps":["trace[1551769641] 'process raft request' (duration: 802.330572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:54.361617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:53.558707Z","time spent":"802.827554ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:54.36167Z","caller":"traceutil/trace.go:171","msg":"trace[1745024202] transaction","detail":"{read_only:false; response_revision:25134; number_of_response:1; }","duration":"801.968214ms","start":"2026-05-13T01:48:53.559669Z","end":"2026-05-13T01:48:54.361637Z","steps":["trace[1745024202] 'process raft request' (duration: 801.825291ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:54.361751Z","caller":"traceutil/trace.go:171","msg":"trace[1030481617] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"802.326982ms","start":"2026-05-13T01:48:53.55941Z","end":"2026-05-13T01:48:54.361737Z","steps":["trace[1030481617] 'process raft request' (duration: 801.923973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:54.361798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:53.559361Z","time spent":"802.410084ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:54.361843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:53.559654Z","time spent":"802.093766ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:54.364852Z","caller":"traceutil/trace.go:171","msg":"trace[1786864341] linearizableReadLoop","detail":"{readStateIndex:25967; appliedIndex:25961; }","duration":"737.294105ms","start":"2026-05-13T01:48:53.627541Z","end":"2026-05-13T01:48:54.364835Z","steps":["trace[1786864341] 'read index received' (duration: 694.035147ms)","trace[1786864341] 'applied index is now lower than readState.Index' (duration: 43.257948ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:48:54.365165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.588242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:54.365266Z","caller":"traceutil/trace.go:171","msg":"trace[582734592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25134; }","duration":"737.734006ms","start":"2026-05-13T01:48:53.627508Z","end":"2026-05-13T01:48:54.365242Z","steps":["trace[582734592] 'agreement among raft nodes before linearized reading' (duration: 737.533921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:54.365272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.405509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:48:54.365339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:53.627494Z","time spent":"737.811467ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:48:54.365373Z","caller":"traceutil/trace.go:171","msg":"trace[2084301022] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25134; }","duration":"659.569322ms","start":"2026-05-13T01:48:53.705783Z","end":"2026-05-13T01:48:54.365352Z","steps":["trace[2084301022] 'agreement among raft nodes before linearized reading' (duration: 659.415889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:54.365396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.202373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:48:54.365425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.901808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-13T01:48:54.365431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:53.705738Z","time spent":"659.674695ms","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:48:54.365442Z","caller":"traceutil/trace.go:171","msg":"trace[396824040] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25134; }","duration":"153.286485ms","start":"2026-05-13T01:48:54.212145Z","end":"2026-05-13T01:48:54.365432Z","steps":["trace[396824040] 'agreement among raft nodes before linearized reading' (duration: 153.202823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:54.36543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.229544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:48:54.365425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.927701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-13T01:48:54.365483Z","caller":"traceutil/trace.go:171","msg":"trace[198367160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25134; }","duration":"297.98604ms","start":"2026-05-13T01:48:54.067469Z","end":"2026-05-13T01:48:54.365455Z","steps":["trace[198367160] 'agreement among raft nodes before linearized reading' (duration: 297.783525ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:54.365499Z","caller":"traceutil/trace.go:171","msg":"trace[1674731959] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25134; }","duration":"472.343726ms","start":"2026-05-13T01:48:53.893136Z","end":"2026-05-13T01:48:54.36548Z","steps":["trace[1674731959] 'agreement among raft nodes before linearized reading' (duration: 472.162222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:54.365457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.763862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-13T01:48:54.365539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:53.893116Z","time spent":"472.413138ms","remote":"127.0.0.1:51980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:48:54.36554Z","caller":"traceutil/trace.go:171","msg":"trace[1324299587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25134; }","duration":"296.084846ms","start":"2026-05-13T01:48:54.069413Z","end":"2026-05-13T01:48:54.365497Z","steps":["trace[1324299587] 'agreement among raft nodes before linearized reading' (duration: 295.805619ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:54.36557Z","caller":"traceutil/trace.go:171","msg":"trace[255159572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25134; }","duration":"281.909534ms","start":"2026-05-13T01:48:54.083653Z","end":"2026-05-13T01:48:54.365562Z","steps":["trace[255159572] 'agreement among raft nodes before linearized reading' (duration: 281.72146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:55.031474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005629673,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:48:55.23295Z","caller":"traceutil/trace.go:171","msg":"trace[1613514307] transaction","detail":"{read_only:false; response_revision:25135; number_of_response:1; }","duration":"863.920619ms","start":"2026-05-13T01:48:54.369007Z","end":"2026-05-13T01:48:55.232928Z","steps":["trace[1613514307] 'process raft request' (duration: 863.765015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:55.233124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:54.368983Z","time spent":"864.021361ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:55.276765Z","caller":"traceutil/trace.go:171","msg":"trace[27615691] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"907.464824ms","start":"2026-05-13T01:48:54.369275Z","end":"2026-05-13T01:48:55.27674Z","steps":["trace[27615691] 'process raft request' (duration: 907.27732ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:55.27712Z","caller":"traceutil/trace.go:171","msg":"trace[656046225] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"906.713937ms","start":"2026-05-13T01:48:54.370384Z","end":"2026-05-13T01:48:55.277098Z","steps":["trace[656046225] 'process raft request' (duration: 906.310537ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:55.277142Z","caller":"traceutil/trace.go:171","msg":"trace[2089665495] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"617.975433ms","start":"2026-05-13T01:48:54.659142Z","end":"2026-05-13T01:48:55.277118Z","steps":["trace[2089665495] 'process raft request' (duration: 617.781819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:55.277228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:54.370365Z","time spent":"906.801598ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:55.277289Z","caller":"traceutil/trace.go:171","msg":"trace[1687731571] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"421.629753ms","start":"2026-05-13T01:48:54.855619Z","end":"2026-05-13T01:48:55.277249Z","steps":["trace[1687731571] 'process raft request' (duration: 421.459849ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:55.277419Z","caller":"traceutil/trace.go:171","msg":"trace[2085826785] linearizableReadLoop","detail":"{readStateIndex:25973; appliedIndex:25968; }","duration":"746.843649ms","start":"2026-05-13T01:48:54.530562Z","end":"2026-05-13T01:48:55.277406Z","steps":["trace[2085826785] 'read index received' (duration: 702.425603ms)","trace[2085826785] 'applied index is now lower than readState.Index' (duration: 44.417356ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:48:55.277304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:54.659123Z","time spent":"618.095476ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:55.277424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:54.855594Z","time spent":"421.761977ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:55.277519Z","caller":"traceutil/trace.go:171","msg":"trace[1648760615] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"421.888059ms","start":"2026-05-13T01:48:54.855621Z","end":"2026-05-13T01:48:55.27751Z","steps":["trace[1648760615] 'process raft request' (duration: 421.578162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:55.277576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.978732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T01:48:55.277606Z","caller":"traceutil/trace.go:171","msg":"trace[1620528252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25140; }","duration":"747.046074ms","start":"2026-05-13T01:48:54.530553Z","end":"2026-05-13T01:48:55.277599Z","steps":["trace[1620528252] 'agreement among raft nodes before linearized reading' (duration: 746.950071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:55.277631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:54.530524Z","time spent":"747.101704ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:48:55.277608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:54.855588Z","time spent":"421.951161ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:55.277636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.074644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T01:48:55.277672Z","caller":"traceutil/trace.go:171","msg":"trace[1853291029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25140; }","duration":"747.150166ms","start":"2026-05-13T01:48:54.530512Z","end":"2026-05-13T01:48:55.277663Z","steps":["trace[1853291029] 'agreement among raft nodes before linearized reading' (duration: 747.030473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:55.277708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:54.53049Z","time spent":"747.210887ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T01:48:55.276951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:54.36926Z","time spent":"907.601187ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:55.934268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005629681,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:48:56.107747Z","caller":"traceutil/trace.go:171","msg":"trace[678561125] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"824.403586ms","start":"2026-05-13T01:48:55.283324Z","end":"2026-05-13T01:48:56.107728Z","steps":["trace[678561125] 'process raft request' (duration: 824.193231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:56.107851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:55.2833Z","time spent":"824.498269ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:56.632451Z","caller":"traceutil/trace.go:171","msg":"trace[706708387] linearizableReadLoop","detail":"{readStateIndex:25977; appliedIndex:25974; }","duration":"1.199091325s","start":"2026-05-13T01:48:55.433337Z","end":"2026-05-13T01:48:56.632429Z","steps":["trace[706708387] 'read index received' (duration: 674.466409ms)","trace[706708387] 'applied index is now lower than readState.Index' (duration: 524.623476ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:48:56.632646Z","caller":"traceutil/trace.go:171","msg":"trace[2113666008] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"1.348247804s","start":"2026-05-13T01:48:55.284369Z","end":"2026-05-13T01:48:56.632617Z","steps":["trace[2113666008] 'process raft request' (duration: 1.293321593s)","trace[2113666008] 'compare' (duration: 54.44185ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:48:56.632666Z","caller":"traceutil/trace.go:171","msg":"trace[1172590211] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"1.182343485s","start":"2026-05-13T01:48:55.450272Z","end":"2026-05-13T01:48:56.632615Z","steps":["trace[1172590211] 'process raft request' (duration: 1.182023347s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:56.632666Z","caller":"traceutil/trace.go:171","msg":"trace[1913429050] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"1.03331871s","start":"2026-05-13T01:48:55.599309Z","end":"2026-05-13T01:48:56.632628Z","steps":["trace[1913429050] 'process raft request' (duration: 1.033073985s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:56.632786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:55.284344Z","time spent":"1.348363056s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:56.632786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199430673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:48:56.63282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:55.450245Z","time spent":"1.182489048s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:56.632845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:55.599286Z","time spent":"1.033466523s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:56.632859Z","caller":"traceutil/trace.go:171","msg":"trace[2045060653] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25144; }","duration":"1.199559256s","start":"2026-05-13T01:48:55.433281Z","end":"2026-05-13T01:48:56.63284Z","steps":["trace[2045060653] 'agreement among raft nodes before linearized reading' (duration: 1.199395942s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:56.632909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:55.433257Z","time spent":"1.199642368s","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:48:57.284919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.872764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:48:57.28517Z","caller":"traceutil/trace.go:171","msg":"trace[216001264] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"958.412672ms","start":"2026-05-13T01:48:56.326726Z","end":"2026-05-13T01:48:57.285139Z","steps":["trace[216001264] 'process raft request' (duration: 733.245831ms)","trace[216001264] 'compare' (duration: 224.227029ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:48:57.285234Z","caller":"traceutil/trace.go:171","msg":"trace[168704574] linearizableReadLoop","detail":"{readStateIndex:25982; appliedIndex:25977; }","duration":"652.700642ms","start":"2026-05-13T01:48:56.632517Z","end":"2026-05-13T01:48:57.285218Z","steps":["trace[168704574] 'read index received' (duration: 427.438329ms)","trace[168704574] 'applied index is now lower than readState.Index' (duration: 225.261443ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:48:57.285316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:56.3267Z","time spent":"958.540516ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:57.285434Z","caller":"traceutil/trace.go:171","msg":"trace[1434654274] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"919.014914ms","start":"2026-05-13T01:48:56.366407Z","end":"2026-05-13T01:48:57.285422Z","steps":["trace[1434654274] 'process raft request' (duration: 918.615095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:57.285508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:56.366379Z","time spent":"919.092605ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:57.285702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009667648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-05-13T01:48:57.285747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658004028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:57.285752Z","caller":"traceutil/trace.go:171","msg":"trace[1738987984] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25149; }","duration":"1.00974907s","start":"2026-05-13T01:48:56.275988Z","end":"2026-05-13T01:48:57.285737Z","steps":["trace[1738987984] 'agreement among raft nodes before linearized reading' (duration: 1.009606487s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:57.285781Z","caller":"traceutil/trace.go:171","msg":"trace[919441354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25149; }","duration":"1.65805986s","start":"2026-05-13T01:48:55.627711Z","end":"2026-05-13T01:48:57.28577Z","steps":["trace[919441354] 'agreement among raft nodes before linearized reading' (duration: 1.658014029s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:57.28582Z","caller":"traceutil/trace.go:171","msg":"trace[226825090] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"919.054175ms","start":"2026-05-13T01:48:56.366757Z","end":"2026-05-13T01:48:57.285811Z","steps":["trace[226825090] 'process raft request' (duration: 918.351559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:57.28582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:55.627697Z","time spent":"1.658114551s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:48:57.285883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:56.366739Z","time spent":"919.111196ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:57.285786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:56.275969Z","time spent":"1.009809601s","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-05-13T01:48:57.286091Z","caller":"traceutil/trace.go:171","msg":"trace[1025360788] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"918.88051ms","start":"2026-05-13T01:48:56.367201Z","end":"2026-05-13T01:48:57.286081Z","steps":["trace[1025360788] 'process raft request' (duration: 917.943498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:57.286152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:56.367194Z","time spent":"918.929071ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:57.285705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226812732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:57.286278Z","caller":"traceutil/trace.go:171","msg":"trace[998885125] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"917.014297ms","start":"2026-05-13T01:48:56.369255Z","end":"2026-05-13T01:48:57.286269Z","steps":["trace[998885125] 'process raft request' (duration: 915.925851ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:57.286277Z","caller":"traceutil/trace.go:171","msg":"trace[383675265] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25149; }","duration":"1.227419347s","start":"2026-05-13T01:48:56.058842Z","end":"2026-05-13T01:48:57.286261Z","steps":["trace[383675265] 'agreement among raft nodes before linearized reading' (duration: 1.226827253s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:57.286326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:56.058821Z","time spent":"1.227489198s","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:48:57.286334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:56.369242Z","time spent":"917.063989ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:57.89097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.640207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:48:57.891119Z","caller":"traceutil/trace.go:171","msg":"trace[984602991] linearizableReadLoop","detail":"{readStateIndex:25984; appliedIndex:25982; }","duration":"605.84228ms","start":"2026-05-13T01:48:57.285264Z","end":"2026-05-13T01:48:57.891106Z","steps":["trace[984602991] 'read index received' (duration: 149.814704ms)","trace[984602991] 'applied index is now lower than readState.Index' (duration: 456.026736ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:48:57.891185Z","caller":"traceutil/trace.go:171","msg":"trace[1155090549] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"608.209435ms","start":"2026-05-13T01:48:57.282968Z","end":"2026-05-13T01:48:57.891178Z","steps":["trace[1155090549] 'process raft request' (duration: 152.137408ms)","trace[1155090549] 'compare' (duration: 455.458952ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:48:57.891223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:57.282957Z","time spent":"608.245246ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:57.891424Z","caller":"traceutil/trace.go:171","msg":"trace[825863146] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"607.525419ms","start":"2026-05-13T01:48:57.283887Z","end":"2026-05-13T01:48:57.891412Z","steps":["trace[825863146] 'process raft request' (duration: 607.165021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:57.89146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:57.283858Z","time spent":"607.582091ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:57.89191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.672957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:57.891958Z","caller":"traceutil/trace.go:171","msg":"trace[1192829478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25151; }","duration":"879.757939ms","start":"2026-05-13T01:48:57.012189Z","end":"2026-05-13T01:48:57.891947Z","steps":["trace[1192829478] 'agreement among raft nodes before linearized reading' (duration: 879.681797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:57.891986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:57.012167Z","time spent":"879.812909ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:48:57.891958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203508009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:48:57.892022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.109346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-13T01:48:57.892055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.219699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:57.892094Z","caller":"traceutil/trace.go:171","msg":"trace[2136248116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25151; }","duration":"609.188508ms","start":"2026-05-13T01:48:57.282889Z","end":"2026-05-13T01:48:57.892078Z","steps":["trace[2136248116] 'agreement among raft nodes before linearized reading' (duration: 608.977863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:57.892111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.317067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2ce97d79-16ef-4dcc-a9c2-0034f06c1fc8\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-13T01:48:57.892118Z","caller":"traceutil/trace.go:171","msg":"trace[1327681479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25151; }","duration":"603.3069ms","start":"2026-05-13T01:48:57.288798Z","end":"2026-05-13T01:48:57.892105Z","steps":["trace[1327681479] 'agreement among raft nodes before linearized reading' (duration: 603.206598ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:57.892134Z","caller":"traceutil/trace.go:171","msg":"trace[1892303111] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2ce97d79-16ef-4dcc-a9c2-0034f06c1fc8; range_end:; response_count:1; response_revision:25151; }","duration":"602.362579ms","start":"2026-05-13T01:48:57.289764Z","end":"2026-05-13T01:48:57.892126Z","steps":["trace[1892303111] 'agreement among raft nodes before linearized reading' (duration: 602.306888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:57.892131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:57.282838Z","time spent":"609.28398ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:48:57.892155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:57.289753Z","time spent":"602.395899ms","remote":"127.0.0.1:60444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-2ce97d79-16ef-4dcc-a9c2-0034f06c1fc8\" "} {"level":"warn","ts":"2026-05-13T01:48:57.892152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:57.288785Z","time spent":"603.359242ms","remote":"127.0.0.1:60308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:48:57.89213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.033246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:57.892203Z","caller":"traceutil/trace.go:171","msg":"trace[1662088997] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25151; }","duration":"110.144479ms","start":"2026-05-13T01:48:57.78204Z","end":"2026-05-13T01:48:57.892185Z","steps":["trace[1662088997] 'agreement among raft nodes before linearized reading' (duration: 110.008476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:57.892049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.677689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-13T01:48:57.892282Z","caller":"traceutil/trace.go:171","msg":"trace[617483104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25151; }","duration":"654.953825ms","start":"2026-05-13T01:48:57.237317Z","end":"2026-05-13T01:48:57.892271Z","steps":["trace[617483104] 'agreement among raft nodes before linearized reading' (duration: 654.540856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:57.892317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:57.237294Z","time spent":"655.011587ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T01:48:57.892048Z","caller":"traceutil/trace.go:171","msg":"trace[413908341] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25151; }","duration":"1.203651163s","start":"2026-05-13T01:48:56.688379Z","end":"2026-05-13T01:48:57.89203Z","steps":["trace[413908341] 'agreement among raft nodes before linearized reading' (duration: 1.203509449s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:57.892363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:56.688361Z","time spent":"1.20399583s","remote":"127.0.0.1:51856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:48:57.892951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.612268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-13T01:48:57.892988Z","caller":"traceutil/trace.go:171","msg":"trace[366727441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25151; }","duration":"609.69077ms","start":"2026-05-13T01:48:57.283286Z","end":"2026-05-13T01:48:57.892976Z","steps":["trace[366727441] 'agreement among raft nodes before linearized reading' (duration: 608.309268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:57.893016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:57.283254Z","time spent":"609.756111ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T01:48:58.40749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005629696,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:48:58.749731Z","caller":"traceutil/trace.go:171","msg":"trace[2037988578] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"853.526107ms","start":"2026-05-13T01:48:57.896179Z","end":"2026-05-13T01:48:58.749705Z","steps":["trace[2037988578] 'process raft request' (duration: 853.356353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:58.749875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:57.896159Z","time spent":"853.649279ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:58.79778Z","caller":"traceutil/trace.go:171","msg":"trace[562458854] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"891.728847ms","start":"2026-05-13T01:48:57.906019Z","end":"2026-05-13T01:48:58.797748Z","steps":["trace[562458854] 'process raft request' (duration: 889.939075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:58.797955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:57.906003Z","time spent":"891.855871ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:58.798154Z","caller":"traceutil/trace.go:171","msg":"trace[100433952] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"891.089303ms","start":"2026-05-13T01:48:57.907033Z","end":"2026-05-13T01:48:58.798122Z","steps":["trace[100433952] 'process raft request' (duration: 890.625732ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:58.798301Z","caller":"traceutil/trace.go:171","msg":"trace[61941209] linearizableReadLoop","detail":"{readStateIndex:25987; appliedIndex:25984; }","duration":"891.195545ms","start":"2026-05-13T01:48:57.907093Z","end":"2026-05-13T01:48:58.798288Z","steps":["trace[61941209] 'read index received' (duration: 842.499969ms)","trace[61941209] 'applied index is now lower than readState.Index' (duration: 48.694476ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:48:58.798389Z","caller":"traceutil/trace.go:171","msg":"trace[175074729] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"160.589655ms","start":"2026-05-13T01:48:58.637792Z","end":"2026-05-13T01:48:58.798382Z","steps":["trace[175074729] 'process raft request' (duration: 160.225066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:58.798582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.312896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T01:48:58.798611Z","caller":"traceutil/trace.go:171","msg":"trace[673672457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25155; }","duration":"686.382048ms","start":"2026-05-13T01:48:58.112217Z","end":"2026-05-13T01:48:58.798599Z","steps":["trace[673672457] 'agreement among raft nodes before linearized reading' (duration: 686.269685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:58.798588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.051439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:48:58.798632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:58.112198Z","time spent":"686.42975ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:48:58.798604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.107604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-13T01:48:58.798663Z","caller":"traceutil/trace.go:171","msg":"trace[1392659492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25155; }","duration":"171.183542ms","start":"2026-05-13T01:48:58.62746Z","end":"2026-05-13T01:48:58.798643Z","steps":["trace[1392659492] 'agreement among raft nodes before linearized reading' (duration: 171.030349ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:48:58.798681Z","caller":"traceutil/trace.go:171","msg":"trace[2118773798] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25155; }","duration":"801.227217ms","start":"2026-05-13T01:48:57.997435Z","end":"2026-05-13T01:48:58.798662Z","steps":["trace[2118773798] 'agreement among raft nodes before linearized reading' (duration: 801.027412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:58.798722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:57.997414Z","time spent":"801.298369ms","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-13T01:48:58.798723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.528872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:58.798765Z","caller":"traceutil/trace.go:171","msg":"trace[1860325122] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25155; }","duration":"731.584583ms","start":"2026-05-13T01:48:58.067169Z","end":"2026-05-13T01:48:58.798753Z","steps":["trace[1860325122] 'agreement among raft nodes before linearized reading' (duration: 731.512261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:58.798795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.151423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-13T01:48:58.798795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:58.067163Z","time spent":"731.624053ms","remote":"127.0.0.1:57120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:48:58.798817Z","caller":"traceutil/trace.go:171","msg":"trace[1565017625] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25155; }","duration":"668.234675ms","start":"2026-05-13T01:48:58.130575Z","end":"2026-05-13T01:48:58.79881Z","steps":["trace[1565017625] 'agreement among raft nodes before linearized reading' (duration: 668.163783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:58.798836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:58.130545Z","time spent":"668.286797ms","remote":"127.0.0.1:60416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-13T01:48:58.79901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.550194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:48:58.799023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.928102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T01:48:58.799051Z","caller":"traceutil/trace.go:171","msg":"trace[1835363103] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25155; }","duration":"750.620126ms","start":"2026-05-13T01:48:58.048419Z","end":"2026-05-13T01:48:58.799039Z","steps":["trace[1835363103] 'agreement among raft nodes before linearized reading' (duration: 750.533604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:58.799082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:58.048404Z","time spent":"750.670597ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:48:58.799055Z","caller":"traceutil/trace.go:171","msg":"trace[829896161] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25155; }","duration":"891.982034ms","start":"2026-05-13T01:48:57.907065Z","end":"2026-05-13T01:48:58.799047Z","steps":["trace[829896161] 'agreement among raft nodes before linearized reading' (duration: 891.875441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:58.799132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:57.90706Z","time spent":"892.062735ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T01:48:58.799175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.932696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T01:48:58.799208Z","caller":"traceutil/trace.go:171","msg":"trace[376049388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25155; }","duration":"161.966848ms","start":"2026-05-13T01:48:58.637231Z","end":"2026-05-13T01:48:58.799198Z","steps":["trace[376049388] 'agreement among raft nodes before linearized reading' (duration: 161.803344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:58.799896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:57.907018Z","time spent":"891.216796ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:59.381168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.629878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:48:59.38127Z","caller":"traceutil/trace.go:171","msg":"trace[164524015] linearizableReadLoop","detail":"{readStateIndex:25990; appliedIndex:25989; }","duration":"542.086222ms","start":"2026-05-13T01:48:58.839167Z","end":"2026-05-13T01:48:59.381253Z","steps":["trace[164524015] 'read index received' (duration: 254.209198ms)","trace[164524015] 'applied index is now lower than readState.Index' (duration: 287.875764ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:48:59.381306Z","caller":"traceutil/trace.go:171","msg":"trace[921917706] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"575.829059ms","start":"2026-05-13T01:48:58.805451Z","end":"2026-05-13T01:48:59.38128Z","steps":["trace[921917706] 'process raft request' (duration: 287.997716ms)","trace[921917706] 'compare' (duration: 287.162957ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:48:59.381438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.982506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-05-13T01:48:59.381444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:58.805427Z","time spent":"575.932631ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:59.381466Z","caller":"traceutil/trace.go:171","msg":"trace[423288342] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:25157; }","duration":"562.125049ms","start":"2026-05-13T01:48:58.819331Z","end":"2026-05-13T01:48:59.381456Z","steps":["trace[423288342] 'agreement among raft nodes before linearized reading' (duration: 561.992526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:59.381496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:58.81931Z","time spent":"562.17975ms","remote":"127.0.0.1:60338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-05-13T01:48:59.689314Z","caller":"traceutil/trace.go:171","msg":"trace[1336995164] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"396.954388ms","start":"2026-05-13T01:48:59.292333Z","end":"2026-05-13T01:48:59.689288Z","steps":["trace[1336995164] 'process raft request' (duration: 396.721293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:59.689464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:59.292318Z","time spent":"397.0703ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:59.69091Z","caller":"traceutil/trace.go:171","msg":"trace[2140730677] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"398.584286ms","start":"2026-05-13T01:48:59.292304Z","end":"2026-05-13T01:48:59.690889Z","steps":["trace[2140730677] 'process raft request' (duration: 398.256179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:59.690983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:59.292256Z","time spent":"398.691299ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:59.690991Z","caller":"traceutil/trace.go:171","msg":"trace[1680925219] linearizableReadLoop","detail":"{readStateIndex:25995; appliedIndex:25990; }","duration":"309.667172ms","start":"2026-05-13T01:48:59.381295Z","end":"2026-05-13T01:48:59.690962Z","steps":["trace[1680925219] 'read index received' (duration: 307.694746ms)","trace[1680925219] 'applied index is now lower than readState.Index' (duration: 1.971116ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:48:59.691147Z","caller":"traceutil/trace.go:171","msg":"trace[1498035430] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"398.74437ms","start":"2026-05-13T01:48:59.292386Z","end":"2026-05-13T01:48:59.69113Z","steps":["trace[1498035430] 'process raft request' (duration: 398.33617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:59.691318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:59.292332Z","time spent":"398.859652ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:59.691536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.640518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:59.691576Z","caller":"traceutil/trace.go:171","msg":"trace[1194729808] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25162; }","duration":"603.72078ms","start":"2026-05-13T01:48:59.087844Z","end":"2026-05-13T01:48:59.691565Z","steps":["trace[1194729808] 'agreement among raft nodes before linearized reading' (duration: 603.658939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:59.691598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:59.087824Z","time spent":"603.768072ms","remote":"127.0.0.1:56766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:48:59.691674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.770071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:59.691732Z","caller":"traceutil/trace.go:171","msg":"trace[1798309631] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"398.215718ms","start":"2026-05-13T01:48:59.293507Z","end":"2026-05-13T01:48:59.691723Z","steps":["trace[1798309631] 'process raft request' (duration: 397.266926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:59.691778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:59.293479Z","time spent":"398.275659ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:48:59.691845Z","caller":"traceutil/trace.go:171","msg":"trace[1319107200] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"398.235237ms","start":"2026-05-13T01:48:59.293604Z","end":"2026-05-13T01:48:59.691839Z","steps":["trace[1319107200] 'process raft request' (duration: 397.213814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:59.691883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:59.293596Z","time spent":"398.268499ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:48:59.69191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.243849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-05-13T01:48:59.691938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:59.382582Z","time spent":"309.355035ms","remote":"127.0.0.1:60338","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-13T01:48:59.69195Z","caller":"traceutil/trace.go:171","msg":"trace[330531053] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25162; }","duration":"844.317211ms","start":"2026-05-13T01:48:58.847621Z","end":"2026-05-13T01:48:59.691938Z","steps":["trace[330531053] 'agreement among raft nodes before linearized reading' (duration: 844.131376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:59.691982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:58.8476Z","time spent":"844.374752ms","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-13T01:48:59.691729Z","caller":"traceutil/trace.go:171","msg":"trace[1162632899] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25162; }","duration":"838.867884ms","start":"2026-05-13T01:48:58.852847Z","end":"2026-05-13T01:48:59.691714Z","steps":["trace[1162632899] 'agreement among raft nodes before linearized reading' (duration: 838.772051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:59.692135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:58.852821Z","time spent":"839.303473ms","remote":"127.0.0.1:60748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-13T01:48:59.692233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.050898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:48:59.692305Z","caller":"traceutil/trace.go:171","msg":"trace[1662349351] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25162; }","duration":"300.178311ms","start":"2026-05-13T01:48:59.39211Z","end":"2026-05-13T01:48:59.692288Z","steps":["trace[1662349351] 'agreement among raft nodes before linearized reading' (duration: 300.034168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:48:59.692345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:59.392081Z","time spent":"300.255302ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:00.195888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005629717,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:49:00.277957Z","caller":"traceutil/trace.go:171","msg":"trace[1048995150] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"585.009743ms","start":"2026-05-13T01:48:59.692915Z","end":"2026-05-13T01:49:00.277925Z","steps":["trace[1048995150] 'process raft request' (duration: 551.868261ms)","trace[1048995150] 'compare' (duration: 32.692502ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:00.278111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:59.692899Z","time spent":"585.132587ms","remote":"127.0.0.1:60338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:00.278511Z","caller":"traceutil/trace.go:171","msg":"trace[620600180] linearizableReadLoop","detail":"{readStateIndex:25999; appliedIndex:25996; }","duration":"583.432397ms","start":"2026-05-13T01:48:59.695053Z","end":"2026-05-13T01:49:00.278486Z","steps":["trace[620600180] 'read index received' (duration: 549.822853ms)","trace[620600180] 'applied index is now lower than readState.Index' (duration: 33.608523ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:00.278535Z","caller":"traceutil/trace.go:171","msg":"trace[1500804256] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"381.676681ms","start":"2026-05-13T01:48:59.896836Z","end":"2026-05-13T01:49:00.278512Z","steps":["trace[1500804256] 'process raft request' (duration: 381.452506ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:00.278552Z","caller":"traceutil/trace.go:171","msg":"trace[1723406843] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"381.319213ms","start":"2026-05-13T01:48:59.897203Z","end":"2026-05-13T01:49:00.278522Z","steps":["trace[1723406843] 'process raft request' (duration: 381.227741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:00.278673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:59.896815Z","time spent":"381.781914ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:00.278679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.364332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:00.278718Z","caller":"traceutil/trace.go:171","msg":"trace[613685919] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25165; }","duration":"582.438034ms","start":"2026-05-13T01:48:59.696268Z","end":"2026-05-13T01:49:00.278706Z","steps":["trace[613685919] 'agreement among raft nodes before linearized reading' (duration: 582.350212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:00.278716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.652732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c737f806-2652-4fb2-bd0f-10e268c778a9\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-05-13T01:49:00.27873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.955107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:00.278758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:59.69626Z","time spent":"582.491135ms","remote":"127.0.0.1:60488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-13T01:49:00.278758Z","caller":"traceutil/trace.go:171","msg":"trace[2072562917] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c737f806-2652-4fb2-bd0f-10e268c778a9; range_end:; response_count:1; response_revision:25165; }","duration":"583.701844ms","start":"2026-05-13T01:48:59.695045Z","end":"2026-05-13T01:49:00.278747Z","steps":["trace[2072562917] 'agreement among raft nodes before linearized reading' (duration: 583.522099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:00.278819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:59.695009Z","time spent":"583.800285ms","remote":"127.0.0.1:60444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-c737f806-2652-4fb2-bd0f-10e268c778a9\" "} {"level":"info","ts":"2026-05-13T01:49:00.278816Z","caller":"traceutil/trace.go:171","msg":"trace[1780957552] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25165; }","duration":"508.09057ms","start":"2026-05-13T01:48:59.770704Z","end":"2026-05-13T01:49:00.278795Z","steps":["trace[1780957552] 'agreement among raft nodes before linearized reading' (duration: 507.940836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:00.278894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:59.770677Z","time spent":"508.192632ms","remote":"127.0.0.1:52100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:00.278945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:48:59.896985Z","time spent":"381.648151ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:00.966077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.425837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:49:00.96622Z","caller":"traceutil/trace.go:171","msg":"trace[550071318] linearizableReadLoop","detail":"{readStateIndex:26001; appliedIndex:26000; }","duration":"580.485819ms","start":"2026-05-13T01:49:00.385711Z","end":"2026-05-13T01:49:00.966197Z","steps":["trace[550071318] 'read index received' (duration: 33.761µs)","trace[550071318] 'applied index is now lower than readState.Index' (duration: 580.449458ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:00.96633Z","caller":"traceutil/trace.go:171","msg":"trace[299998979] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"607.793706ms","start":"2026-05-13T01:49:00.358518Z","end":"2026-05-13T01:49:00.966312Z","steps":["trace[299998979] 'process raft request' (duration: 21.018151ms)","trace[299998979] 'compare' (duration: 586.078408ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:00.966427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:00.358482Z","time spent":"607.894488ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:00.966478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.753565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-13T01:49:00.966535Z","caller":"traceutil/trace.go:171","msg":"trace[275969825] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25167; }","duration":"580.848097ms","start":"2026-05-13T01:49:00.385672Z","end":"2026-05-13T01:49:00.96652Z","steps":["trace[275969825] 'agreement among raft nodes before linearized reading' (duration: 580.694314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:00.966575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:00.385655Z","time spent":"580.914029ms","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-13T01:49:01.466801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005629732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:49:01.866344Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061490216s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T01:49:01.941519Z","caller":"traceutil/trace.go:171","msg":"trace[1394626097] linearizableReadLoop","detail":"{readStateIndex:26002; appliedIndex:26001; }","duration":"975.218945ms","start":"2026-05-13T01:49:00.966264Z","end":"2026-05-13T01:49:01.941483Z","steps":["trace[1394626097] 'read index received' (duration: 900.352239ms)","trace[1394626097] 'applied index is now lower than readState.Index' (duration: 74.865166ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:01.941633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207057681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:01.94171Z","caller":"traceutil/trace.go:171","msg":"trace[489430290] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25168; }","duration":"1.207166905s","start":"2026-05-13T01:49:00.734522Z","end":"2026-05-13T01:49:01.941688Z","steps":["trace[489430290] 'agreement among raft nodes before linearized reading' (duration: 1.20698288s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:01.941721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188020997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-13T01:49:01.941723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138083873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-13T01:49:01.941764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:00.734513Z","time spent":"1.207239166s","remote":"127.0.0.1:57134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:01.941778Z","caller":"traceutil/trace.go:171","msg":"trace[1152599765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25168; }","duration":"1.188122609s","start":"2026-05-13T01:49:00.753642Z","end":"2026-05-13T01:49:01.941765Z","steps":["trace[1152599765] 'agreement among raft nodes before linearized reading' (duration: 1.187971996s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:01.941784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099055052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-13T01:49:01.941794Z","caller":"traceutil/trace.go:171","msg":"trace[778930674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25168; }","duration":"1.138218896s","start":"2026-05-13T01:49:00.803558Z","end":"2026-05-13T01:49:01.941777Z","steps":["trace[778930674] 'agreement among raft nodes before linearized reading' (duration: 1.137940999s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:01.941807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:00.753621Z","time spent":"1.188179631s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T01:49:01.941826Z","caller":"traceutil/trace.go:171","msg":"trace[743903973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25168; }","duration":"1.099112044s","start":"2026-05-13T01:49:00.842703Z","end":"2026-05-13T01:49:01.941816Z","steps":["trace[743903973] 'agreement among raft nodes before linearized reading' (duration: 1.098920499s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:01.941796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31461088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:01.941833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:00.803505Z","time spent":"1.138320059s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T01:49:01.941803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.946161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:01.941873Z","caller":"traceutil/trace.go:171","msg":"trace[382455985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25168; }","duration":"1.314733903s","start":"2026-05-13T01:49:00.627121Z","end":"2026-05-13T01:49:01.941854Z","steps":["trace[382455985] 'agreement among raft nodes before linearized reading' (duration: 1.314594839s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:01.941873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136465745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-13T01:49:01.941919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:00.627101Z","time spent":"1.314810615s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:49:01.941933Z","caller":"traceutil/trace.go:171","msg":"trace[1280046822] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25168; }","duration":"982.134806ms","start":"2026-05-13T01:49:00.959766Z","end":"2026-05-13T01:49:01.941901Z","steps":["trace[1280046822] 'agreement among raft nodes before linearized reading' (duration: 981.91475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:01.941955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236234142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-13T01:49:01.941849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220957726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-05-13T01:49:01.941983Z","caller":"traceutil/trace.go:171","msg":"trace[1651000680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25168; }","duration":"1.136626559s","start":"2026-05-13T01:49:00.805331Z","end":"2026-05-13T01:49:01.941957Z","steps":["trace[1651000680] 'agreement among raft nodes before linearized reading' (duration: 1.136361413s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:01.941996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:00.959742Z","time spent":"982.242229ms","remote":"127.0.0.1:57150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:01.942001Z","caller":"traceutil/trace.go:171","msg":"trace[124857850] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25168; }","duration":"1.236296034s","start":"2026-05-13T01:49:00.705692Z","end":"2026-05-13T01:49:01.941988Z","steps":["trace[124857850] 'agreement among raft nodes before linearized reading' (duration: 1.236191551s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:01.942022Z","caller":"traceutil/trace.go:171","msg":"trace[1981575326] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25168; }","duration":"1.221181251s","start":"2026-05-13T01:49:00.720823Z","end":"2026-05-13T01:49:01.942004Z","steps":["trace[1981575326] 'agreement among raft nodes before linearized reading' (duration: 1.220841853s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:01.942039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:00.805308Z","time spent":"1.136721432s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T01:49:01.941548Z","caller":"traceutil/trace.go:171","msg":"trace[1004030895] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"1.136761552s","start":"2026-05-13T01:49:00.804737Z","end":"2026-05-13T01:49:01.941499Z","steps":["trace[1004030895] 'process raft request' (duration: 1.061928907s)","trace[1004030895] 'compare' (duration: 74.62899ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:01.942053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:00.705678Z","time spent":"1.236362965s","remote":"127.0.0.1:60416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-13T01:49:01.942074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:00.720807Z","time spent":"1.221245402s","remote":"127.0.0.1:51934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-13T01:49:01.941856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:00.842665Z","time spent":"1.099183035s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:49:01.94215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:00.804712Z","time spent":"1.137371697s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:01.944665Z","caller":"traceutil/trace.go:171","msg":"trace[499970612] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"250.502123ms","start":"2026-05-13T01:49:01.694138Z","end":"2026-05-13T01:49:01.94464Z","steps":["trace[499970612] 'process raft request' (duration: 250.256767ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:01.944688Z","caller":"traceutil/trace.go:171","msg":"trace[1415139404] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"247.868951ms","start":"2026-05-13T01:49:01.696798Z","end":"2026-05-13T01:49:01.944667Z","steps":["trace[1415139404] 'process raft request' (duration: 247.763739ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:01.944974Z","caller":"traceutil/trace.go:171","msg":"trace[627321401] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"247.686267ms","start":"2026-05-13T01:49:01.697267Z","end":"2026-05-13T01:49:01.944953Z","steps":["trace[627321401] 'process raft request' (duration: 247.345379ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:01.945021Z","caller":"traceutil/trace.go:171","msg":"trace[258562015] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"247.566594ms","start":"2026-05-13T01:49:01.69743Z","end":"2026-05-13T01:49:01.944996Z","steps":["trace[258562015] 'process raft request' (duration: 247.40918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:01.945058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.3289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:01.945106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.787202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T01:49:01.94515Z","caller":"traceutil/trace.go:171","msg":"trace[1159588632] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"247.439271ms","start":"2026-05-13T01:49:01.697702Z","end":"2026-05-13T01:49:01.945141Z","steps":["trace[1159588632] 'process raft request' (duration: 247.231706ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:01.945153Z","caller":"traceutil/trace.go:171","msg":"trace[1859332530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25173; }","duration":"558.869124ms","start":"2026-05-13T01:49:01.386272Z","end":"2026-05-13T01:49:01.945141Z","steps":["trace[1859332530] 'agreement among raft nodes before linearized reading' (duration: 558.755212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:01.94523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.365964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:49:01.945263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.067984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-984b146d-4348-461b-95d8-a590830d621a\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-13T01:49:01.945303Z","caller":"traceutil/trace.go:171","msg":"trace[1033154105] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25173; }","duration":"718.482107ms","start":"2026-05-13T01:49:01.226808Z","end":"2026-05-13T01:49:01.94529Z","steps":["trace[1033154105] 'agreement among raft nodes before linearized reading' (duration: 718.345724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:01.945381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:01.22676Z","time spent":"718.60759ms","remote":"127.0.0.1:60554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:01.945266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:01.386252Z","time spent":"559.003467ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T01:49:01.94553Z","caller":"traceutil/trace.go:171","msg":"trace[1810803827] range","detail":"{range_begin:/registry/persistentvolumes/pvc-984b146d-4348-461b-95d8-a590830d621a; range_end:; response_count:1; response_revision:25173; }","duration":"976.186687ms","start":"2026-05-13T01:49:00.969139Z","end":"2026-05-13T01:49:01.945326Z","steps":["trace[1810803827] 'agreement among raft nodes before linearized reading' (duration: 976.001692ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:01.945112Z","caller":"traceutil/trace.go:171","msg":"trace[604536632] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25173; }","duration":"151.413981ms","start":"2026-05-13T01:49:01.793684Z","end":"2026-05-13T01:49:01.945098Z","steps":["trace[604536632] 'agreement among raft nodes before linearized reading' (duration: 151.313019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:01.945602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:00.969121Z","time spent":"976.441763ms","remote":"127.0.0.1:60444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-984b146d-4348-461b-95d8-a590830d621a\" "} {"level":"warn","ts":"2026-05-13T01:49:02.748814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.249274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:49:02.748919Z","caller":"traceutil/trace.go:171","msg":"trace[1670490048] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"801.591434ms","start":"2026-05-13T01:49:01.947304Z","end":"2026-05-13T01:49:02.748896Z","steps":["trace[1670490048] 'process raft request' (duration: 446.200096ms)","trace[1670490048] 'compare' (duration: 354.942367ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:02.749035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:01.947275Z","time spent":"801.674256ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:03.094713Z","caller":"traceutil/trace.go:171","msg":"trace[912842163] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"1.146812906s","start":"2026-05-13T01:49:01.947865Z","end":"2026-05-13T01:49:03.094678Z","steps":["trace[912842163] 'process raft request' (duration: 1.108613694s)","trace[912842163] 'compare' (duration: 37.752391ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:03.094826Z","caller":"traceutil/trace.go:171","msg":"trace[1875023130] linearizableReadLoop","detail":"{readStateIndex:26012; appliedIndex:26007; }","duration":"1.144618464s","start":"2026-05-13T01:49:01.950185Z","end":"2026-05-13T01:49:03.094804Z","steps":["trace[1875023130] 'read index received' (duration: 443.465793ms)","trace[1875023130] 'applied index is now lower than readState.Index' (duration: 701.151721ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:03.094952Z","caller":"traceutil/trace.go:171","msg":"trace[1787969843] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"809.857037ms","start":"2026-05-13T01:49:02.285084Z","end":"2026-05-13T01:49:03.094941Z","steps":["trace[1787969843] 'process raft request' (duration: 809.686273ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:03.094919Z","caller":"traceutil/trace.go:171","msg":"trace[38045337] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"810.216725ms","start":"2026-05-13T01:49:02.284662Z","end":"2026-05-13T01:49:03.094879Z","steps":["trace[38045337] 'process raft request' (duration: 810.071482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:03.095049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:02.285044Z","time spent":"809.937959ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:03.095068Z","caller":"traceutil/trace.go:171","msg":"trace[1723726435] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"1.146859907s","start":"2026-05-13T01:49:01.94819Z","end":"2026-05-13T01:49:03.09505Z","steps":["trace[1723726435] 'process raft request' (duration: 1.146389796s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:03.095199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:02.284643Z","time spent":"810.457721ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:03.095189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141248986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:03.095268Z","caller":"traceutil/trace.go:171","msg":"trace[470248741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25180; }","duration":"1.141343058s","start":"2026-05-13T01:49:01.953905Z","end":"2026-05-13T01:49:03.095248Z","steps":["trace[470248741] 'agreement among raft nodes before linearized reading' (duration: 1.141190064s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:03.095334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:01.953874Z","time spent":"1.14144567s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:49:03.094926Z","caller":"traceutil/trace.go:171","msg":"trace[1973101151] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"1.145506075s","start":"2026-05-13T01:49:01.949358Z","end":"2026-05-13T01:49:03.094864Z","steps":["trace[1973101151] 'process raft request' (duration: 1.145337861s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:03.095342Z","caller":"traceutil/trace.go:171","msg":"trace[2062563328] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"1.146490909s","start":"2026-05-13T01:49:01.948794Z","end":"2026-05-13T01:49:03.095285Z","steps":["trace[2062563328] 'process raft request' (duration: 1.145865084s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:03.095462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:01.949347Z","time spent":"1.146080929s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:03.095517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.983118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:03.095583Z","caller":"traceutil/trace.go:171","msg":"trace[1173604271] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25180; }","duration":"192.09469ms","start":"2026-05-13T01:49:02.903471Z","end":"2026-05-13T01:49:03.095566Z","steps":["trace[1173604271] 'agreement among raft nodes before linearized reading' (duration: 191.985998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:03.095629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:01.948786Z","time spent":"1.146710104s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:03.095742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145553246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-05-13T01:49:03.095731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.631756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:03.095883Z","caller":"traceutil/trace.go:171","msg":"trace[1911466108] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25180; }","duration":"217.844831ms","start":"2026-05-13T01:49:02.877998Z","end":"2026-05-13T01:49:03.095843Z","steps":["trace[1911466108] 'agreement among raft nodes before linearized reading' (duration: 217.545814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:03.095829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.169746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:03.09579Z","caller":"traceutil/trace.go:171","msg":"trace[280174447] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25180; }","duration":"1.145596737s","start":"2026-05-13T01:49:01.950178Z","end":"2026-05-13T01:49:03.095775Z","steps":["trace[280174447] 'agreement among raft nodes before linearized reading' (duration: 1.145439943s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:03.096064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:01.947833Z","time spent":"1.146956239s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:03.096062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:01.950162Z","time spent":"1.145867074s","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-05-13T01:49:03.096235Z","caller":"traceutil/trace.go:171","msg":"trace[1976516891] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25180; }","duration":"458.508373ms","start":"2026-05-13T01:49:02.637528Z","end":"2026-05-13T01:49:03.096036Z","steps":["trace[1976516891] 'agreement among raft nodes before linearized reading' (duration: 457.997401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:03.096317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:02.637514Z","time spent":"458.77987ms","remote":"127.0.0.1:60532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:03.096784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:01.948167Z","time spent":"1.14699953s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:03.509331Z","caller":"traceutil/trace.go:171","msg":"trace[489720121] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"269.606877ms","start":"2026-05-13T01:49:03.239696Z","end":"2026-05-13T01:49:03.509303Z","steps":["trace[489720121] 'process raft request' (duration: 247.521032ms)","trace[489720121] 'compare' (duration: 21.650285ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:04.161698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005629756,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:49:04.185312Z","caller":"traceutil/trace.go:171","msg":"trace[1796770544] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"705.871453ms","start":"2026-05-13T01:49:03.479399Z","end":"2026-05-13T01:49:04.18527Z","steps":["trace[1796770544] 'process raft request' (duration: 684.564846ms)","trace[1796770544] 'compare' (duration: 21.102032ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:04.185527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:03.479345Z","time spent":"706.066937ms","remote":"127.0.0.1:51934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:04.828415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.05941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:49:04.828714Z","caller":"traceutil/trace.go:171","msg":"trace[258878459] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"880.338912ms","start":"2026-05-13T01:49:03.948317Z","end":"2026-05-13T01:49:04.828656Z","steps":["trace[258878459] 'process raft request' (duration: 762.954784ms)","trace[258878459] 'compare' (duration: 116.713232ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:04.828728Z","caller":"traceutil/trace.go:171","msg":"trace[1678933899] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"878.305385ms","start":"2026-05-13T01:49:03.950379Z","end":"2026-05-13T01:49:04.828684Z","steps":["trace[1678933899] 'process raft request' (duration: 878.132191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:04.829029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:03.950359Z","time spent":"878.616652ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:04.828875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:03.948294Z","time spent":"880.495385ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:04.829159Z","caller":"traceutil/trace.go:171","msg":"trace[660590923] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"878.656462ms","start":"2026-05-13T01:49:03.950487Z","end":"2026-05-13T01:49:04.829144Z","steps":["trace[660590923] 'process raft request' (duration: 878.156091ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:04.82919Z","caller":"traceutil/trace.go:171","msg":"trace[1667648398] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"878.704764ms","start":"2026-05-13T01:49:03.950454Z","end":"2026-05-13T01:49:04.829159Z","steps":["trace[1667648398] 'process raft request' (duration: 878.151081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:04.829235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:03.950483Z","time spent":"878.715984ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:04.829265Z","caller":"traceutil/trace.go:171","msg":"trace[1174587077] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"877.283521ms","start":"2026-05-13T01:49:03.95192Z","end":"2026-05-13T01:49:04.829203Z","steps":["trace[1174587077] 'process raft request' (duration: 876.762189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:04.829356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:03.95045Z","time spent":"878.820486ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:04.829311Z","caller":"traceutil/trace.go:171","msg":"trace[1609402764] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"877.363983ms","start":"2026-05-13T01:49:03.951926Z","end":"2026-05-13T01:49:04.82929Z","steps":["trace[1609402764] 'process raft request' (duration: 876.786459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:04.829627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:03.951917Z","time spent":"877.600858ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:04.829607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:03.95191Z","time spent":"877.488765ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:05.251616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.798461ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T01:49:05.251944Z","caller":"traceutil/trace.go:171","msg":"trace[2088174535] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"149.262331ms","start":"2026-05-13T01:49:05.102667Z","end":"2026-05-13T01:49:05.251929Z","steps":["trace[2088174535] 'process raft request' (duration: 149.083937ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:05.251925Z","caller":"traceutil/trace.go:171","msg":"trace[247320001] linearizableReadLoop","detail":"{readStateIndex:26023; appliedIndex:26015; }","duration":"1.590547526s","start":"2026-05-13T01:49:03.661335Z","end":"2026-05-13T01:49:05.251882Z","steps":["trace[247320001] 'read index received' (duration: 502.666894ms)","trace[247320001] 'applied index is now lower than readState.Index' (duration: 1.087877542s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:05.252122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590790941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:05.25215Z","caller":"traceutil/trace.go:171","msg":"trace[339080415] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25190; }","duration":"1.590831152s","start":"2026-05-13T01:49:03.66131Z","end":"2026-05-13T01:49:05.252141Z","steps":["trace[339080415] 'agreement among raft nodes before linearized reading' (duration: 1.59077203s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:05.252174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:03.661213Z","time spent":"1.590953125s","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:05.252208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568641424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:05.252251Z","caller":"traceutil/trace.go:171","msg":"trace[1547514824] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25190; }","duration":"1.568742637s","start":"2026-05-13T01:49:03.683496Z","end":"2026-05-13T01:49:05.252238Z","steps":["trace[1547514824] 'agreement among raft nodes before linearized reading' (duration: 1.568621154s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:05.252284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:03.683454Z","time spent":"1.568821009s","remote":"127.0.0.1:57080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:05.252461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.530894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T01:49:05.252489Z","caller":"traceutil/trace.go:171","msg":"trace[2097678982] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25190; }","duration":"151.584966ms","start":"2026-05-13T01:49:05.100896Z","end":"2026-05-13T01:49:05.252481Z","steps":["trace[2097678982] 'agreement among raft nodes before linearized reading' (duration: 151.479073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:05.252544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.110188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:49:05.252576Z","caller":"traceutil/trace.go:171","msg":"trace[1721874270] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25190; }","duration":"387.16946ms","start":"2026-05-13T01:49:04.865397Z","end":"2026-05-13T01:49:05.252566Z","steps":["trace[1721874270] 'agreement among raft nodes before linearized reading' (duration: 387.105018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:05.252586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.466996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-13T01:49:05.2526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:04.865381Z","time spent":"387.21237ms","remote":"127.0.0.1:49136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:05.252651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.158342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:49:05.252675Z","caller":"traceutil/trace.go:171","msg":"trace[251464635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25190; }","duration":"150.206263ms","start":"2026-05-13T01:49:05.102464Z","end":"2026-05-13T01:49:05.252671Z","steps":["trace[251464635] 'agreement among raft nodes before linearized reading' (duration: 150.151272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:05.252815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.362196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-13T01:49:05.252841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.735715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:49:05.252864Z","caller":"traceutil/trace.go:171","msg":"trace[1474655417] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25190; }","duration":"499.879478ms","start":"2026-05-13T01:49:04.752977Z","end":"2026-05-13T01:49:05.252856Z","steps":["trace[1474655417] 'agreement among raft nodes before linearized reading' (duration: 499.754256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:05.252891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:04.752956Z","time spent":"499.93078ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T01:49:05.252962Z","caller":"traceutil/trace.go:171","msg":"trace[532743298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25190; }","duration":"150.548081ms","start":"2026-05-13T01:49:05.102405Z","end":"2026-05-13T01:49:05.252953Z","steps":["trace[532743298] 'agreement among raft nodes before linearized reading' (duration: 150.314955ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:05.252604Z","caller":"traceutil/trace.go:171","msg":"trace[1558414999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25190; }","duration":"149.522697ms","start":"2026-05-13T01:49:05.103075Z","end":"2026-05-13T01:49:05.252598Z","steps":["trace[1558414999] 'agreement among raft nodes before linearized reading' (duration: 149.469906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:05.252962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.544519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:05.253038Z","caller":"traceutil/trace.go:171","msg":"trace[1229203443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25190; }","duration":"625.674192ms","start":"2026-05-13T01:49:04.627344Z","end":"2026-05-13T01:49:05.253018Z","steps":["trace[1229203443] 'agreement among raft nodes before linearized reading' (duration: 625.533279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:05.253087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:04.627323Z","time spent":"625.756144ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:49:05.253127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.087781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-05-13T01:49:05.253212Z","caller":"traceutil/trace.go:171","msg":"trace[1660380602] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25190; }","duration":"993.238995ms","start":"2026-05-13T01:49:04.259953Z","end":"2026-05-13T01:49:05.253192Z","steps":["trace[1660380602] 'agreement among raft nodes before linearized reading' (duration: 992.955329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:05.253257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:04.259919Z","time spent":"993.329317ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-13T01:49:05.253543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060736939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18416"} {"level":"info","ts":"2026-05-13T01:49:05.253814Z","caller":"traceutil/trace.go:171","msg":"trace[1140095376] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"147.835778ms","start":"2026-05-13T01:49:05.104062Z","end":"2026-05-13T01:49:05.251898Z","steps":["trace[1140095376] 'process raft request' (duration: 147.799157ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:05.253598Z","caller":"traceutil/trace.go:171","msg":"trace[1552611859] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25190; }","duration":"1.060823851s","start":"2026-05-13T01:49:04.192761Z","end":"2026-05-13T01:49:05.253585Z","steps":["trace[1552611859] 'agreement among raft nodes before linearized reading' (duration: 1.060082954s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:05.254036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:04.192746Z","time spent":"1.061270411s","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18439,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-13T01:49:05.835236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005629770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:49:06.336298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005629770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:49:06.560713Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.283624197s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T01:49:06.561105Z","caller":"traceutil/trace.go:171","msg":"trace[542317459] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"1.303149682s","start":"2026-05-13T01:49:05.257932Z","end":"2026-05-13T01:49:06.561081Z","steps":["trace[542317459] 'process raft request' (duration: 1.302996078s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:06.561262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:05.257915Z","time spent":"1.303249194s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:06.839167Z","caller":"traceutil/trace.go:171","msg":"trace[42849533] linearizableReadLoop","detail":"{readStateIndex:26032; appliedIndex:26025; }","duration":"1.504777775s","start":"2026-05-13T01:49:05.33437Z","end":"2026-05-13T01:49:06.839147Z","steps":["trace[42849533] 'read index received' (duration: 1.226586587s)","trace[42849533] 'applied index is now lower than readState.Index' (duration: 278.190408ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:06.83927Z","caller":"traceutil/trace.go:171","msg":"trace[1454261896] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"1.508701235s","start":"2026-05-13T01:49:05.330558Z","end":"2026-05-13T01:49:06.839259Z","steps":["trace[1454261896] 'process raft request' (duration: 1.508552372s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:06.839229Z","caller":"traceutil/trace.go:171","msg":"trace[1331932304] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"1.58091579s","start":"2026-05-13T01:49:05.258246Z","end":"2026-05-13T01:49:06.839162Z","steps":["trace[1331932304] 'process raft request' (duration: 1.580761836s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:06.839268Z","caller":"traceutil/trace.go:171","msg":"trace[1895452025] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"1.581007823s","start":"2026-05-13T01:49:05.258222Z","end":"2026-05-13T01:49:06.83923Z","steps":["trace[1895452025] 'process raft request' (duration: 1.580662585s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:06.839317Z","caller":"traceutil/trace.go:171","msg":"trace[1361141089] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"1.580702965s","start":"2026-05-13T01:49:05.258576Z","end":"2026-05-13T01:49:06.839279Z","steps":["trace[1361141089] 'process raft request' (duration: 1.5805131s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:06.839456Z","caller":"traceutil/trace.go:171","msg":"trace[1877552698] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"1.580971921s","start":"2026-05-13T01:49:05.258463Z","end":"2026-05-13T01:49:06.839435Z","steps":["trace[1877552698] 'process raft request' (duration: 1.580600903s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:06.839481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505106002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-13T01:49:06.839515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:05.258546Z","time spent":"1.580879199s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:06.839533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:05.258226Z","time spent":"1.581101134s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:06.839541Z","caller":"traceutil/trace.go:171","msg":"trace[734626513] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25197; }","duration":"1.505170684s","start":"2026-05-13T01:49:05.334356Z","end":"2026-05-13T01:49:06.839527Z","steps":["trace[734626513] 'agreement among raft nodes before linearized reading' (duration: 1.504951568s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:06.839573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:05.258457Z","time spent":"1.581058963s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:06.839588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:05.334315Z","time spent":"1.505265476s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-13T01:49:06.839549Z","caller":"traceutil/trace.go:171","msg":"trace[954991259] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"1.581097694s","start":"2026-05-13T01:49:05.258373Z","end":"2026-05-13T01:49:06.839471Z","steps":["trace[954991259] 'process raft request' (duration: 1.580666944s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:06.839817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:05.258349Z","time spent":"1.581376851s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:06.839352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:05.330487Z","time spent":"1.508800328s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:06.840145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:05.258193Z","time spent":"1.581204177s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:07.339689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005629785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:49:07.628305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000125757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T01:49:07.628396Z","caller":"traceutil/trace.go:171","msg":"trace[1415522322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290391s","start":"2026-05-13T01:49:05.628085Z","end":"2026-05-13T01:49:07.628375Z","steps":["trace[1415522322] 'agreement among raft nodes before linearized reading' (duration: 2.000171478s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:07.628447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:05.628053Z","time spent":"2.000384633s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:49:07.7415Z","caller":"traceutil/trace.go:171","msg":"trace[59215884] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"907.015974ms","start":"2026-05-13T01:49:06.834464Z","end":"2026-05-13T01:49:07.74148Z","steps":["trace[59215884] 'process raft request' (duration: 906.952583ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:07.741522Z","caller":"traceutil/trace.go:171","msg":"trace[1171668188] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"961.181307ms","start":"2026-05-13T01:49:06.780296Z","end":"2026-05-13T01:49:07.741477Z","steps":["trace[1171668188] 'process raft request' (duration: 961.000203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:07.741622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:06.834429Z","time spent":"907.131156ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:07.741686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:06.780244Z","time spent":"961.356611ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:07.741825Z","caller":"traceutil/trace.go:171","msg":"trace[1432642369] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"907.27989ms","start":"2026-05-13T01:49:06.834538Z","end":"2026-05-13T01:49:07.741818Z","steps":["trace[1432642369] 'process raft request' (duration: 906.907861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:07.741883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:06.8345Z","time spent":"907.347502ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:07.742157Z","caller":"traceutil/trace.go:171","msg":"trace[2122555068] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"907.29129ms","start":"2026-05-13T01:49:06.834842Z","end":"2026-05-13T01:49:07.742134Z","steps":["trace[2122555068] 'process raft request' (duration: 906.942112ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:07.742231Z","caller":"traceutil/trace.go:171","msg":"trace[198272248] transaction","detail":"{read_only:false; response_revision:25202; number_of_response:1; }","duration":"906.806559ms","start":"2026-05-13T01:49:06.835413Z","end":"2026-05-13T01:49:07.74222Z","steps":["trace[198272248] 'process raft request' (duration: 906.611805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:07.742287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:06.835365Z","time spent":"906.86777ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:07.742299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:06.834828Z","time spent":"907.398013ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:07.742315Z","caller":"traceutil/trace.go:171","msg":"trace[235511089] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"906.793888ms","start":"2026-05-13T01:49:06.835506Z","end":"2026-05-13T01:49:07.742299Z","steps":["trace[235511089] 'process raft request' (duration: 906.611074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:07.742404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:06.835482Z","time spent":"906.869391ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:07.742221Z","caller":"traceutil/trace.go:171","msg":"trace[203228736] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"905.743524ms","start":"2026-05-13T01:49:06.83646Z","end":"2026-05-13T01:49:07.742203Z","steps":["trace[203228736] 'process raft request' (duration: 905.702743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:07.742853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:06.836416Z","time spent":"906.207725ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:08.629469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.60053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:49:08.629664Z","caller":"traceutil/trace.go:171","msg":"trace[764229993] linearizableReadLoop","detail":"{readStateIndex:26041; appliedIndex:26032; }","duration":"1.790424188s","start":"2026-05-13T01:49:06.839221Z","end":"2026-05-13T01:49:08.629645Z","steps":["trace[764229993] 'read index received' (duration: 902.11451ms)","trace[764229993] 'applied index is now lower than readState.Index' (duration: 888.308648ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:08.629903Z","caller":"traceutil/trace.go:171","msg":"trace[1866138373] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"1.370877222s","start":"2026-05-13T01:49:07.259007Z","end":"2026-05-13T01:49:08.629885Z","steps":["trace[1866138373] 'process raft request' (duration: 669.770731ms)","trace[1866138373] 'compare' (duration: 700.21621ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:08.629968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:07.258977Z","time spent":"1.370955004s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:08.630137Z","caller":"traceutil/trace.go:171","msg":"trace[1114763150] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"1.369530891s","start":"2026-05-13T01:49:07.260595Z","end":"2026-05-13T01:49:08.630126Z","steps":["trace[1114763150] 'process raft request' (duration: 1.368968428s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:08.630201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:07.26057Z","time spent":"1.369596383s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:08.630462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186898236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:08.630573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34537612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:08.63062Z","caller":"traceutil/trace.go:171","msg":"trace[2053681281] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25206; }","duration":"3.18710568s","start":"2026-05-13T01:49:05.443454Z","end":"2026-05-13T01:49:08.63056Z","steps":["trace[2053681281] 'agreement among raft nodes before linearized reading' (duration: 3.186924296s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:08.630647Z","caller":"traceutil/trace.go:171","msg":"trace[864437018] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25206; }","duration":"2.345523494s","start":"2026-05-13T01:49:06.285107Z","end":"2026-05-13T01:49:08.63063Z","steps":["trace[864437018] 'agreement among raft nodes before linearized reading' (duration: 2.345313079s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:08.630639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095979874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:49:08.630696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:06.285083Z","time spent":"2.345598395s","remote":"127.0.0.1:56914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:08.630697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:05.443426Z","time spent":"3.187230953s","remote":"127.0.0.1:56732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:08.630735Z","caller":"traceutil/trace.go:171","msg":"trace[1302108304] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25206; }","duration":"3.096151849s","start":"2026-05-13T01:49:05.534558Z","end":"2026-05-13T01:49:08.63071Z","steps":["trace[1302108304] 'agreement among raft nodes before linearized reading' (duration: 3.095871533s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:08.630799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:05.53452Z","time spent":"3.096261941s","remote":"127.0.0.1:49178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:09.01035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000037136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T01:49:09.010438Z","caller":"traceutil/trace.go:171","msg":"trace[1001322873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00020504s","start":"2026-05-13T01:49:07.010212Z","end":"2026-05-13T01:49:09.010417Z","steps":["trace[1001322873] 'agreement among raft nodes before linearized reading' (duration: 2.000073747s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:09.010488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:07.010184Z","time spent":"2.000294072s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 01:49:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T01:49:09.130534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005629789,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:49:09.250276Z","caller":"traceutil/trace.go:171","msg":"trace[1431178278] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"777.535285ms","start":"2026-05-13T01:49:08.472706Z","end":"2026-05-13T01:49:09.250241Z","steps":["trace[1431178278] 'process raft request' (duration: 700.623311ms)","trace[1431178278] 'compare' (duration: 76.606846ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:09.250454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:08.472683Z","time spent":"777.679297ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:09.629743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000780463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T01:49:09.629834Z","caller":"traceutil/trace.go:171","msg":"trace[542597826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000936547s","start":"2026-05-13T01:49:07.628877Z","end":"2026-05-13T01:49:09.629813Z","steps":["trace[542597826] 'agreement among raft nodes before linearized reading' (duration: 2.000811934s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:09.629885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:07.62885Z","time spent":"2.001025068s","remote":"127.0.0.1:60308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 01:49:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T01:49:10.405227Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231831008s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T01:49:10.406023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288135794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:10.406051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840624597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-13T01:49:10.406105Z","caller":"traceutil/trace.go:171","msg":"trace[5815250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25208; }","duration":"1.84072343s","start":"2026-05-13T01:49:08.565368Z","end":"2026-05-13T01:49:10.406091Z","steps":["trace[5815250] 'agreement among raft nodes before linearized reading' (duration: 1.840485364s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:10.406105Z","caller":"traceutil/trace.go:171","msg":"trace[1658309764] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25208; }","duration":"2.288217466s","start":"2026-05-13T01:49:08.117864Z","end":"2026-05-13T01:49:10.406082Z","steps":["trace[1658309764] 'agreement among raft nodes before linearized reading' (duration: 2.288101023s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:10.40607Z","caller":"traceutil/trace.go:171","msg":"trace[1678917282] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"1.392123927s","start":"2026-05-13T01:49:09.013904Z","end":"2026-05-13T01:49:10.406028Z","steps":["trace[1678917282] 'process raft request' (duration: 1.391676747s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:10.406148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:08.565345Z","time spent":"1.840794691s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:49:10.406152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:08.117843Z","time spent":"2.288299248s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:10.406167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874069119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-13T01:49:10.406181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.61723962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:49:10.406118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.54983044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:10.406253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:09.013882Z","time spent":"1.392288761s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T01:49:10.406283Z","caller":"traceutil/trace.go:171","msg":"trace[423056013] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25208; }","duration":"2.617400114s","start":"2026-05-13T01:49:07.788863Z","end":"2026-05-13T01:49:10.406263Z","steps":["trace[423056013] 'agreement among raft nodes before linearized reading' (duration: 2.617199769s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:10.406351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:07.788841Z","time spent":"2.617485435s","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:10.406406Z","caller":"traceutil/trace.go:171","msg":"trace[349481196] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25208; }","duration":"3.550004284s","start":"2026-05-13T01:49:06.856275Z","end":"2026-05-13T01:49:10.406279Z","steps":["trace[349481196] 'agreement among raft nodes before linearized reading' (duration: 3.549803239s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:10.406399Z","caller":"traceutil/trace.go:171","msg":"trace[1767906379] linearizableReadLoop","detail":"{readStateIndex:26043; appliedIndex:26041; }","duration":"1.776074891s","start":"2026-05-13T01:49:08.629701Z","end":"2026-05-13T01:49:10.405776Z","steps":["trace[1767906379] 'read index received' (duration: 543.68041ms)","trace[1767906379] 'applied index is now lower than readState.Index' (duration: 1.232393191s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:10.40647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.564125733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-13T01:49:10.406495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:06.856267Z","time spent":"3.550208169s","remote":"127.0.0.1:51808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:10.40622Z","caller":"traceutil/trace.go:171","msg":"trace[136979693] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25208; }","duration":"2.874153031s","start":"2026-05-13T01:49:07.532047Z","end":"2026-05-13T01:49:10.4062Z","steps":["trace[136979693] 'agreement among raft nodes before linearized reading' (duration: 2.874024148s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:10.406522Z","caller":"traceutil/trace.go:171","msg":"trace[399768143] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25208; }","duration":"3.564216076s","start":"2026-05-13T01:49:06.842293Z","end":"2026-05-13T01:49:10.406509Z","steps":["trace[399768143] 'agreement among raft nodes before linearized reading' (duration: 3.564070962s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:10.406565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:06.842274Z","time spent":"3.564279057s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T01:49:10.406582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:07.532026Z","time spent":"2.87452064s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-13T01:49:10.406012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504446409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:49:10.406679Z","caller":"traceutil/trace.go:171","msg":"trace[899599027] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25208; }","duration":"2.505150806s","start":"2026-05-13T01:49:07.901504Z","end":"2026-05-13T01:49:10.406654Z","steps":["trace[899599027] 'agreement among raft nodes before linearized reading' (duration: 2.504325207s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:10.406758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:07.901493Z","time spent":"2.505241778s","remote":"127.0.0.1:60768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:10.40602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.733842779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:10.406904Z","caller":"traceutil/trace.go:171","msg":"trace[1515429939] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25208; }","duration":"2.73477789s","start":"2026-05-13T01:49:07.672111Z","end":"2026-05-13T01:49:10.406889Z","steps":["trace[1515429939] 'agreement among raft nodes before linearized reading' (duration: 2.733819048s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:10.406973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:07.67209Z","time spent":"2.734867213s","remote":"127.0.0.1:56812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:10.907352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005629797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:49:11.408343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005629797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:49:11.63797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000101997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T01:49:11.638058Z","caller":"traceutil/trace.go:171","msg":"trace[558752224] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270121s","start":"2026-05-13T01:49:09.637767Z","end":"2026-05-13T01:49:11.638037Z","steps":["trace[558752224] 'agreement among raft nodes before linearized reading' (duration: 2.000131378s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:11.638192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:09.637749Z","time spent":"2.000427104s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 01:49:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T01:49:11.737956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.228070542s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T01:49:11.738557Z","caller":"traceutil/trace.go:171","msg":"trace[1985219239] transaction","detail":"{read_only:false; response_revision:25209; number_of_response:1; }","duration":"1.991261721s","start":"2026-05-13T01:49:09.74726Z","end":"2026-05-13T01:49:11.738521Z","steps":["trace[1985219239] 'process raft request' (duration: 1.990960773s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:11.738672Z","caller":"traceutil/trace.go:171","msg":"trace[759597208] transaction","detail":"{read_only:false; response_revision:25210; number_of_response:1; }","duration":"1.99123363s","start":"2026-05-13T01:49:09.747399Z","end":"2026-05-13T01:49:11.738633Z","steps":["trace[759597208] 'process raft request' (duration: 1.991001675s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:11.738688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:09.747238Z","time spent":"1.991372163s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:11.738843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:09.74733Z","time spent":"1.991430064s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:11.739674Z","caller":"traceutil/trace.go:171","msg":"trace[1363774671] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"1.991841853s","start":"2026-05-13T01:49:09.74779Z","end":"2026-05-13T01:49:11.739632Z","steps":["trace[1363774671] 'process raft request' (duration: 1.990740608s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:11.739955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:09.747768Z","time spent":"1.992042329s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:11.739989Z","caller":"traceutil/trace.go:171","msg":"trace[1236131865] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"1.991860574s","start":"2026-05-13T01:49:09.74811Z","end":"2026-05-13T01:49:11.739971Z","steps":["trace[1236131865] 'process raft request' (duration: 1.991632349s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:11.740068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:09.748053Z","time spent":"1.991973297s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:11.740079Z","caller":"traceutil/trace.go:171","msg":"trace[2071098250] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"1.991630949s","start":"2026-05-13T01:49:09.748404Z","end":"2026-05-13T01:49:11.740035Z","steps":["trace[2071098250] 'process raft request' (duration: 1.991488375s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:11.740081Z","caller":"traceutil/trace.go:171","msg":"trace[1341465437] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"1.99125964s","start":"2026-05-13T01:49:09.748793Z","end":"2026-05-13T01:49:11.740053Z","steps":["trace[1341465437] 'process raft request' (duration: 1.991146958s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:11.740255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:09.74839Z","time spent":"1.991777262s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:11.740323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:09.748766Z","time spent":"1.991420444s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:13.024106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.280456183s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T01:49:13.025576Z","caller":"traceutil/trace.go:171","msg":"trace[2054346099] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"2.614368294s","start":"2026-05-13T01:49:10.411134Z","end":"2026-05-13T01:49:13.025503Z","steps":["trace[2054346099] 'process raft request' (duration: 2.614034676s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.025837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:10.411113Z","time spent":"2.61462922s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:13.025603Z","caller":"traceutil/trace.go:171","msg":"trace[996875756] linearizableReadLoop","detail":"{readStateIndex:26054; appliedIndex:26043; }","duration":"2.619031792s","start":"2026-05-13T01:49:10.406482Z","end":"2026-05-13T01:49:13.025514Z","steps":["trace[996875756] 'read index received' (duration: 1.331663268s)","trace[996875756] 'applied index is now lower than readState.Index' (duration: 1.287367374s)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:13.026196Z","caller":"traceutil/trace.go:171","msg":"trace[1593419389] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"2.61463278s","start":"2026-05-13T01:49:10.41154Z","end":"2026-05-13T01:49:13.026172Z","steps":["trace[1593419389] 'process raft request' (duration: 2.613736489s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.026355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.182603297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-13T01:49:13.02641Z","caller":"traceutil/trace.go:171","msg":"trace[1553937215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25219; }","duration":"4.1826993s","start":"2026-05-13T01:49:08.843696Z","end":"2026-05-13T01:49:13.026395Z","steps":["trace[1553937215] 'agreement among raft nodes before linearized reading' (duration: 4.182510555s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.02645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:08.843676Z","time spent":"4.182766051s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T01:49:13.026474Z","caller":"traceutil/trace.go:171","msg":"trace[1948041182] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"2.389850957s","start":"2026-05-13T01:49:10.636576Z","end":"2026-05-13T01:49:13.026427Z","steps":["trace[1948041182] 'process raft request' (duration: 2.388772282s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.026516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.182853484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-13T01:49:13.026589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.062758883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:13.026606Z","caller":"traceutil/trace.go:171","msg":"trace[1204495714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25219; }","duration":"4.182973486s","start":"2026-05-13T01:49:08.843609Z","end":"2026-05-13T01:49:13.026582Z","steps":["trace[1204495714] 'agreement among raft nodes before linearized reading' (duration: 4.182661799s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:13.026642Z","caller":"traceutil/trace.go:171","msg":"trace[899116183] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25219; }","duration":"4.062828585s","start":"2026-05-13T01:49:08.963781Z","end":"2026-05-13T01:49:13.02661Z","steps":["trace[899116183] 'agreement among raft nodes before linearized reading' (duration: 4.062778954s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.026658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:08.843602Z","time spent":"4.183045608s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T01:49:13.026678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:08.963758Z","time spent":"4.062911456s","remote":"127.0.0.1:51880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:13.02658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:10.411525Z","time spent":"2.614859075s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:13.026799Z","caller":"traceutil/trace.go:171","msg":"trace[718166373] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"2.390104163s","start":"2026-05-13T01:49:10.636639Z","end":"2026-05-13T01:49:13.026743Z","steps":["trace[718166373] 'process raft request' (duration: 2.388785222s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.026096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.206078295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-13T01:49:13.026916Z","caller":"traceutil/trace.go:171","msg":"trace[1417995471] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:25219; }","duration":"4.206967546s","start":"2026-05-13T01:49:08.819925Z","end":"2026-05-13T01:49:13.026892Z","steps":["trace[1417995471] 'agreement among raft nodes before linearized reading' (duration: 4.205739728s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.02698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:08.8199Z","time spent":"4.207063118s","remote":"127.0.0.1:60338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-13T01:49:13.026996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:10.636618Z","time spent":"2.390255587s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:13.026819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.651993932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:13.027064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.646287949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-05-13T01:49:13.027167Z","caller":"traceutil/trace.go:171","msg":"trace[1458244318] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25219; }","duration":"3.652377511s","start":"2026-05-13T01:49:09.374773Z","end":"2026-05-13T01:49:13.027151Z","steps":["trace[1458244318] 'agreement among raft nodes before linearized reading' (duration: 3.652005393s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.02694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.182486215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-13T01:49:13.027221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:09.374755Z","time spent":"3.652450634s","remote":"127.0.0.1:49292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:13.027215Z","caller":"traceutil/trace.go:171","msg":"trace[63015256] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25219; }","duration":"3.646511025s","start":"2026-05-13T01:49:09.380671Z","end":"2026-05-13T01:49:13.027182Z","steps":["trace[63015256] 'agreement among raft nodes before linearized reading' (duration: 3.645956112s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:13.027231Z","caller":"traceutil/trace.go:171","msg":"trace[795060843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25219; }","duration":"4.182778582s","start":"2026-05-13T01:49:08.844432Z","end":"2026-05-13T01:49:13.027211Z","steps":["trace[795060843] 'agreement among raft nodes before linearized reading' (duration: 4.182430294s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.027282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:08.844427Z","time spent":"4.182840873s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T01:49:13.027286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:09.380659Z","time spent":"3.646614077s","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-05-13T01:49:13.027273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.183745214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-13T01:49:13.026664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:10.636546Z","time spent":"2.390024211s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:13.027617Z","caller":"traceutil/trace.go:171","msg":"trace[181247147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25219; }","duration":"4.183879927s","start":"2026-05-13T01:49:08.843465Z","end":"2026-05-13T01:49:13.027345Z","steps":["trace[181247147] 'agreement among raft nodes before linearized reading' (duration: 4.183479528s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.027714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:08.843442Z","time spent":"4.184222935s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:49:13.028166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.639306447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-13T01:49:13.026751Z","caller":"traceutil/trace.go:171","msg":"trace[1475007187] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"2.615670714s","start":"2026-05-13T01:49:10.410292Z","end":"2026-05-13T01:49:13.025963Z","steps":["trace[1475007187] 'process raft request' (duration: 2.614444345s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:13.02826Z","caller":"traceutil/trace.go:171","msg":"trace[951186799] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25219; }","duration":"3.63943676s","start":"2026-05-13T01:49:09.388803Z","end":"2026-05-13T01:49:13.02824Z","steps":["trace[951186799] 'agreement among raft nodes before linearized reading' (duration: 3.637516415s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.028756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:09.388796Z","time spent":"3.639938241s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2630,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:13.028293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719961307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-13T01:49:13.029Z","caller":"traceutil/trace.go:171","msg":"trace[668201787] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25219; }","duration":"3.720719915s","start":"2026-05-13T01:49:09.308266Z","end":"2026-05-13T01:49:13.028986Z","steps":["trace[668201787] 'agreement among raft nodes before linearized reading' (duration: 3.71791776s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.029042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:09.308242Z","time spent":"3.720788507s","remote":"127.0.0.1:60798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2630,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:13.029461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:10.410267Z","time spent":"2.619149375s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T01:49:13.638717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000470695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T01:49:13.638819Z","caller":"traceutil/trace.go:171","msg":"trace[784418240] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000625178s","start":"2026-05-13T01:49:11.638175Z","end":"2026-05-13T01:49:13.638801Z","steps":["trace[784418240] 'agreement among raft nodes before linearized reading' (duration: 2.000498016s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.638868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:11.63816Z","time spent":"2.0006983s","remote":"127.0.0.1:60308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 01:49:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T01:49:13.846474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.674925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:49:13.846772Z","caller":"traceutil/trace.go:171","msg":"trace[448154458] linearizableReadLoop","detail":"{readStateIndex:26055; appliedIndex:26054; }","duration":"820.618678ms","start":"2026-05-13T01:49:13.026136Z","end":"2026-05-13T01:49:13.846755Z","steps":["trace[448154458] 'read index received' (duration: 166.577525ms)","trace[448154458] 'applied index is now lower than readState.Index' (duration: 654.039903ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:13.846964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286675928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:13.847081Z","caller":"traceutil/trace.go:171","msg":"trace[2002682880] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25220; }","duration":"1.286813791s","start":"2026-05-13T01:49:12.560246Z","end":"2026-05-13T01:49:13.847061Z","steps":["trace[2002682880] 'agreement among raft nodes before linearized reading' (duration: 1.286598636s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.847162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:12.560194Z","time spent":"1.286953174s","remote":"127.0.0.1:57034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:13.847404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953018468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:13.847446Z","caller":"traceutil/trace.go:171","msg":"trace[1732923768] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"2.002039941s","start":"2026-05-13T01:49:11.845297Z","end":"2026-05-13T01:49:13.847337Z","steps":["trace[1732923768] 'process raft request' (duration: 1.347401914s)","trace[1732923768] 'compare' (duration: 653.241645ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:13.847471Z","caller":"traceutil/trace.go:171","msg":"trace[1594830414] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25220; }","duration":"1.953182122s","start":"2026-05-13T01:49:11.894273Z","end":"2026-05-13T01:49:13.847455Z","steps":["trace[1594830414] 'agreement among raft nodes before linearized reading' (duration: 1.953008568s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.847589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:11.89425Z","time spent":"1.953302295s","remote":"127.0.0.1:52068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:13.847575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503238408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-05-13T01:49:13.847613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:11.845272Z","time spent":"2.002255407s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:13.847591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439419075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18416"} {"level":"info","ts":"2026-05-13T01:49:13.847656Z","caller":"traceutil/trace.go:171","msg":"trace[1719675366] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25220; }","duration":"1.503342781s","start":"2026-05-13T01:49:12.344289Z","end":"2026-05-13T01:49:13.847632Z","steps":["trace[1719675366] 'agreement among raft nodes before linearized reading' (duration: 1.503035374s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:13.847687Z","caller":"traceutil/trace.go:171","msg":"trace[874630071] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25220; }","duration":"3.439556678s","start":"2026-05-13T01:49:10.40811Z","end":"2026-05-13T01:49:13.847667Z","steps":["trace[874630071] 'agreement among raft nodes before linearized reading' (duration: 3.43919884s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.847732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:10.408094Z","time spent":"3.43963037s","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18439,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-13T01:49:13.847734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:12.34427Z","time spent":"1.503421902s","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-05-13T01:49:13.847611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01196251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:13.847827Z","caller":"traceutil/trace.go:171","msg":"trace[1744393771] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25220; }","duration":"1.012217956s","start":"2026-05-13T01:49:12.835594Z","end":"2026-05-13T01:49:13.847812Z","steps":["trace[1744393771] 'agreement among raft nodes before linearized reading' (duration: 1.011913449s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.847902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:12.835567Z","time spent":"1.012319039s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:13.848007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304086846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:13.848064Z","caller":"traceutil/trace.go:171","msg":"trace[1685362024] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25220; }","duration":"2.304275131s","start":"2026-05-13T01:49:11.543773Z","end":"2026-05-13T01:49:13.848049Z","steps":["trace[1685362024] 'agreement among raft nodes before linearized reading' (duration: 2.303519533s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:13.848106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:11.543708Z","time spent":"2.304383593s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:14.146435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.029428Z","time spent":"1.116996571s","remote":"127.0.0.1:60338","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-13T01:49:14.146495Z","caller":"traceutil/trace.go:171","msg":"trace[224508864] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"1.114049882s","start":"2026-05-13T01:49:13.032418Z","end":"2026-05-13T01:49:14.146468Z","steps":["trace[224508864] 'process raft request' (duration: 1.113864787s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:14.146683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.032403Z","time spent":"1.114200555s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:14.146938Z","caller":"traceutil/trace.go:171","msg":"trace[1889847933] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"1.113936879s","start":"2026-05-13T01:49:13.032977Z","end":"2026-05-13T01:49:14.146913Z","steps":["trace[1889847933] 'process raft request' (duration: 1.113447478s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:14.147077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.032963Z","time spent":"1.114041661s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:14.147283Z","caller":"traceutil/trace.go:171","msg":"trace[1775948826] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"1.113885217s","start":"2026-05-13T01:49:13.033379Z","end":"2026-05-13T01:49:14.147265Z","steps":["trace[1775948826] 'process raft request' (duration: 1.113434087s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:14.147414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.033373Z","time spent":"1.113963339s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:14.147527Z","caller":"traceutil/trace.go:171","msg":"trace[1383466701] transaction","detail":"{read_only:false; response_revision:25224; number_of_response:1; }","duration":"1.112851733s","start":"2026-05-13T01:49:13.034609Z","end":"2026-05-13T01:49:14.14746Z","steps":["trace[1383466701] 'process raft request' (duration: 1.112610067s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:14.147826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.034601Z","time spent":"1.113049108s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:14.153779Z","caller":"traceutil/trace.go:171","msg":"trace[1669076131] transaction","detail":"{read_only:false; response_revision:25225; number_of_response:1; }","duration":"425.132515ms","start":"2026-05-13T01:49:13.728635Z","end":"2026-05-13T01:49:14.153767Z","steps":["trace[1669076131] 'process raft request' (duration: 425.015252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:14.15396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.728429Z","time spent":"425.391021ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:14.154301Z","caller":"traceutil/trace.go:171","msg":"trace[1454335070] transaction","detail":"{read_only:false; response_revision:25226; number_of_response:1; }","duration":"410.500184ms","start":"2026-05-13T01:49:13.743785Z","end":"2026-05-13T01:49:14.154285Z","steps":["trace[1454335070] 'process raft request' (duration: 409.949511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:14.15438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.743759Z","time spent":"410.583296ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:14.154628Z","caller":"traceutil/trace.go:171","msg":"trace[819426365] transaction","detail":"{read_only:false; response_revision:25227; number_of_response:1; }","duration":"410.821841ms","start":"2026-05-13T01:49:13.743782Z","end":"2026-05-13T01:49:14.154604Z","steps":["trace[819426365] 'process raft request' (duration: 410.528345ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:14.154842Z","caller":"traceutil/trace.go:171","msg":"trace[2097712657] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"408.344613ms","start":"2026-05-13T01:49:13.746378Z","end":"2026-05-13T01:49:14.154723Z","steps":["trace[2097712657] 'process raft request' (duration: 408.164439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:14.154919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.746353Z","time spent":"408.530418ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:14.15516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030499163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:14.155306Z","caller":"traceutil/trace.go:171","msg":"trace[1491444942] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25231; }","duration":"1.030646696s","start":"2026-05-13T01:49:13.124644Z","end":"2026-05-13T01:49:14.155291Z","steps":["trace[1491444942] 'agreement among raft nodes before linearized reading' (duration: 1.030410991s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:14.154929Z","caller":"traceutil/trace.go:171","msg":"trace[1730829475] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"406.92056ms","start":"2026-05-13T01:49:13.747967Z","end":"2026-05-13T01:49:14.154888Z","steps":["trace[1730829475] 'process raft request' (duration: 406.697365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:14.155455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.124572Z","time spent":"1.03084398s","remote":"127.0.0.1:57100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-13T01:49:14.155576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.747952Z","time spent":"407.530925ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:14.154944Z","caller":"traceutil/trace.go:171","msg":"trace[780610042] linearizableReadLoop","detail":"{readStateIndex:26067; appliedIndex:26055; }","duration":"308.127596ms","start":"2026-05-13T01:49:13.846801Z","end":"2026-05-13T01:49:14.154928Z","steps":["trace[780610042] 'read index received' (duration: 298.562823ms)","trace[780610042] 'applied index is now lower than readState.Index' (duration: 9.563763ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:14.155017Z","caller":"traceutil/trace.go:171","msg":"trace[1730175941] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"406.644124ms","start":"2026-05-13T01:49:13.748362Z","end":"2026-05-13T01:49:14.155006Z","steps":["trace[1730175941] 'process raft request' (duration: 406.46697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:14.155723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.74835Z","time spent":"407.33539ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:14.155858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.998644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:14.155891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.351525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-bwkhr\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-05-13T01:49:14.155902Z","caller":"traceutil/trace.go:171","msg":"trace[1825299104] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25232; }","duration":"254.043906ms","start":"2026-05-13T01:49:13.901847Z","end":"2026-05-13T01:49:14.155891Z","steps":["trace[1825299104] 'agreement among raft nodes before linearized reading' (duration: 253.975904ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:14.155946Z","caller":"traceutil/trace.go:171","msg":"trace[12990333] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-bwkhr; range_end:; response_count:1; response_revision:25232; }","duration":"306.447277ms","start":"2026-05-13T01:49:13.849484Z","end":"2026-05-13T01:49:14.155931Z","steps":["trace[12990333] 'agreement among raft nodes before linearized reading' (duration: 306.196662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:14.15599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.849463Z","time spent":"306.518839ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-bwkhr\" "} {"level":"warn","ts":"2026-05-13T01:49:14.154835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.743759Z","time spent":"410.941555ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:14.155041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.190259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:14.15505Z","caller":"traceutil/trace.go:171","msg":"trace[697532791] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"405.62654ms","start":"2026-05-13T01:49:13.749407Z","end":"2026-05-13T01:49:14.155034Z","steps":["trace[697532791] 'process raft request' (duration: 405.474397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:14.156106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.749391Z","time spent":"406.677285ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:14.155071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.129234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:14.156293Z","caller":"traceutil/trace.go:171","msg":"trace[939431089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25231; }","duration":"552.387224ms","start":"2026-05-13T01:49:13.603894Z","end":"2026-05-13T01:49:14.156281Z","steps":["trace[939431089] 'agreement among raft nodes before linearized reading' (duration: 551.109064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:14.156338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.603873Z","time spent":"552.453045ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:49:14.155175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.056486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aefce1cf1ffad4\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-13T01:49:14.156556Z","caller":"traceutil/trace.go:171","msg":"trace[874397926] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aefce1cf1ffad4; range_end:; response_count:1; response_revision:25231; }","duration":"514.486269ms","start":"2026-05-13T01:49:13.642059Z","end":"2026-05-13T01:49:14.156545Z","steps":["trace[874397926] 'agreement among raft nodes before linearized reading' (duration: 513.041305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:14.156683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.642034Z","time spent":"514.636973ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aefce1cf1ffad4\" "} {"level":"info","ts":"2026-05-13T01:49:14.156041Z","caller":"traceutil/trace.go:171","msg":"trace[771851499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25231; }","duration":"511.248324ms","start":"2026-05-13T01:49:13.644784Z","end":"2026-05-13T01:49:14.156032Z","steps":["trace[771851499] 'agreement among raft nodes before linearized reading' (duration: 510.183859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:14.156758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.644761Z","time spent":"511.97851ms","remote":"127.0.0.1:60308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:49:14.155068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12557182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-vjl96\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-05-13T01:49:14.156981Z","caller":"traceutil/trace.go:171","msg":"trace[922712435] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-vjl96; range_end:; response_count:1; response_revision:25231; }","duration":"1.127483495s","start":"2026-05-13T01:49:13.029461Z","end":"2026-05-13T01:49:14.156945Z","steps":["trace[922712435] 'agreement among raft nodes before linearized reading' (duration: 1.125507579s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:14.157074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:13.029444Z","time spent":"1.127598797s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4931,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-vjl96\" "} {"level":"warn","ts":"2026-05-13T01:49:24.712143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005629987,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:49:24.75616Z","caller":"traceutil/trace.go:171","msg":"trace[1749414128] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"545.772119ms","start":"2026-05-13T01:49:24.210357Z","end":"2026-05-13T01:49:24.756129Z","steps":["trace[1749414128] 'process raft request' (duration: 545.37541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:24.756311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:24.210341Z","time spent":"545.878741ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:24.775098Z","caller":"traceutil/trace.go:171","msg":"trace[837713881] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"563.289057ms","start":"2026-05-13T01:49:24.211779Z","end":"2026-05-13T01:49:24.775068Z","steps":["trace[837713881] 'process raft request' (duration: 562.996181ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:24.77511Z","caller":"traceutil/trace.go:171","msg":"trace[666489511] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"563.064222ms","start":"2026-05-13T01:49:24.212015Z","end":"2026-05-13T01:49:24.77508Z","steps":["trace[666489511] 'process raft request' (duration: 562.988ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:24.775126Z","caller":"traceutil/trace.go:171","msg":"trace[11987783] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"563.260046ms","start":"2026-05-13T01:49:24.211837Z","end":"2026-05-13T01:49:24.775097Z","steps":["trace[11987783] 'process raft request' (duration: 563.123623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:24.775232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:24.211769Z","time spent":"563.385919ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:24.775245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:24.211814Z","time spent":"563.385979ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:24.775275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:24.212001Z","time spent":"563.180885ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:24.775354Z","caller":"traceutil/trace.go:171","msg":"trace[802227117] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"562.930959ms","start":"2026-05-13T01:49:24.212407Z","end":"2026-05-13T01:49:24.775338Z","steps":["trace[802227117] 'process raft request' (duration: 562.630782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:24.775438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:24.212398Z","time spent":"563.00922ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:24.775469Z","caller":"traceutil/trace.go:171","msg":"trace[2078751767] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"562.023348ms","start":"2026-05-13T01:49:24.213424Z","end":"2026-05-13T01:49:24.775447Z","steps":["trace[2078751767] 'process raft request' (duration: 561.826764ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:24.77548Z","caller":"traceutil/trace.go:171","msg":"trace[1382699074] linearizableReadLoop","detail":"{readStateIndex:26144; appliedIndex:26136; }","duration":"563.674296ms","start":"2026-05-13T01:49:24.21178Z","end":"2026-05-13T01:49:24.775454Z","steps":["trace[1382699074] 'read index received' (duration: 544.192742ms)","trace[1382699074] 'applied index is now lower than readState.Index' (duration: 19.477354ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:24.775553Z","caller":"traceutil/trace.go:171","msg":"trace[776983470] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"514.913959ms","start":"2026-05-13T01:49:24.260626Z","end":"2026-05-13T01:49:24.77554Z","steps":["trace[776983470] 'process raft request' (duration: 514.723955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:24.775564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:24.213415Z","time spent":"562.1023ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:24.775609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:24.260606Z","time spent":"514.97323ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:24.775628Z","caller":"traceutil/trace.go:171","msg":"trace[491423906] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"338.634188ms","start":"2026-05-13T01:49:24.436979Z","end":"2026-05-13T01:49:24.775614Z","steps":["trace[491423906] 'process raft request' (duration: 338.432193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:24.775736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.230685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-05-13T01:49:24.775735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:24.436963Z","time spent":"338.698639ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:24.775765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.824936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-13T01:49:24.775784Z","caller":"traceutil/trace.go:171","msg":"trace[399041654] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25306; }","duration":"358.305837ms","start":"2026-05-13T01:49:24.417462Z","end":"2026-05-13T01:49:24.775768Z","steps":["trace[399041654] 'agreement among raft nodes before linearized reading' (duration: 358.225785ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:24.775794Z","caller":"traceutil/trace.go:171","msg":"trace[565808019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25306; }","duration":"559.875228ms","start":"2026-05-13T01:49:24.215911Z","end":"2026-05-13T01:49:24.775786Z","steps":["trace[565808019] 'agreement among raft nodes before linearized reading' (duration: 559.726065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:24.775818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:24.215901Z","time spent":"559.911289ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T01:49:24.775817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:24.417444Z","time spent":"358.366178ms","remote":"127.0.0.1:60488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-13T01:49:24.775921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.812087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-13T01:49:24.775916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.855551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-13T01:49:24.775942Z","caller":"traceutil/trace.go:171","msg":"trace[820892717] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25306; }","duration":"454.867739ms","start":"2026-05-13T01:49:24.321068Z","end":"2026-05-13T01:49:24.775936Z","steps":["trace[820892717] 'agreement among raft nodes before linearized reading' (duration: 454.803077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:24.775971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:24.321047Z","time spent":"454.91936ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-13T01:49:24.775985Z","caller":"traceutil/trace.go:171","msg":"trace[1975016103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25306; }","duration":"557.931282ms","start":"2026-05-13T01:49:24.218029Z","end":"2026-05-13T01:49:24.77596Z","steps":["trace[1975016103] 'agreement among raft nodes before linearized reading' (duration: 557.727117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:24.776179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.23333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274745"} {"level":"info","ts":"2026-05-13T01:49:24.776226Z","caller":"traceutil/trace.go:171","msg":"trace[565614574] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25306; }","duration":"245.318662ms","start":"2026-05-13T01:49:24.530894Z","end":"2026-05-13T01:49:24.776213Z","steps":["trace[565614574] 'agreement among raft nodes before linearized reading' (duration: 244.80631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:24.775916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.184912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-13T01:49:24.776046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.36298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:24.776304Z","caller":"traceutil/trace.go:171","msg":"trace[1743735150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25306; }","duration":"148.687768ms","start":"2026-05-13T01:49:24.627604Z","end":"2026-05-13T01:49:24.776292Z","steps":["trace[1743735150] 'agreement among raft nodes before linearized reading' (duration: 148.107384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:24.776263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.438774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-13T01:49:24.776245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:24.218023Z","time spent":"558.096226ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T01:49:24.776392Z","caller":"traceutil/trace.go:171","msg":"trace[1903479074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25306; }","duration":"564.600597ms","start":"2026-05-13T01:49:24.211753Z","end":"2026-05-13T01:49:24.776353Z","steps":["trace[1903479074] 'agreement among raft nodes before linearized reading' (duration: 564.201118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:24.776507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:24.211741Z","time spent":"564.754522ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T01:49:24.77673Z","caller":"traceutil/trace.go:171","msg":"trace[1124253039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25306; }","duration":"559.586781ms","start":"2026-05-13T01:49:24.216697Z","end":"2026-05-13T01:49:24.776284Z","steps":["trace[1124253039] 'agreement among raft nodes before linearized reading' (duration: 559.11378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:24.776862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:24.216691Z","time spent":"560.150244ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T01:49:25.572904Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21974} {"level":"info","ts":"2026-05-13T01:49:25.695968Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21974,"took":"119.946708ms","hash":74103751,"current-db-size-bytes":56643584,"current-db-size":"57 MB","current-db-size-in-use-bytes":43098112,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-05-13T01:49:25.696051Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":74103751,"revision":21974,"compact-revision":19741} {"level":"warn","ts":"2026-05-13T01:49:29.30041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005630227,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:49:29.549259Z","caller":"traceutil/trace.go:171","msg":"trace[360965817] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"782.554151ms","start":"2026-05-13T01:49:28.766672Z","end":"2026-05-13T01:49:29.549226Z","steps":["trace[360965817] 'process raft request' (duration: 782.384967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:29.54943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:28.766652Z","time spent":"782.683874ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:30.788859Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.239285523s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T01:49:30.789413Z","caller":"traceutil/trace.go:171","msg":"trace[1171543690] transaction","detail":"{read_only:false; response_revision:25393; number_of_response:1; }","duration":"1.99722027s","start":"2026-05-13T01:49:28.792159Z","end":"2026-05-13T01:49:30.789379Z","steps":["trace[1171543690] 'process raft request' (duration: 1.996901513s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:30.789651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:28.792145Z","time spent":"1.997356844s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:30.789765Z","caller":"traceutil/trace.go:171","msg":"trace[1793378766] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"1.991640919s","start":"2026-05-13T01:49:28.798102Z","end":"2026-05-13T01:49:30.789743Z","steps":["trace[1793378766] 'process raft request' (duration: 1.991585858s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:30.789732Z","caller":"traceutil/trace.go:171","msg":"trace[609014813] transaction","detail":"{read_only:false; response_revision:25394; number_of_response:1; }","duration":"1.993939903s","start":"2026-05-13T01:49:28.795715Z","end":"2026-05-13T01:49:30.789655Z","steps":["trace[609014813] 'process raft request' (duration: 1.993547754s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:30.789912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:28.798091Z","time spent":"1.991729742s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:30.790005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:28.795703Z","time spent":"1.994156968s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:30.790209Z","caller":"traceutil/trace.go:171","msg":"trace[824560979] transaction","detail":"{read_only:false; response_revision:25395; number_of_response:1; }","duration":"1.992757176s","start":"2026-05-13T01:49:28.797442Z","end":"2026-05-13T01:49:30.790199Z","steps":["trace[824560979] 'process raft request' (duration: 1.99205721s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:30.790297Z","caller":"traceutil/trace.go:171","msg":"trace[1379594999] transaction","detail":"{read_only:false; response_revision:25396; number_of_response:1; }","duration":"1.992365137s","start":"2026-05-13T01:49:28.797864Z","end":"2026-05-13T01:49:30.79023Z","steps":["trace[1379594999] 'process raft request' (duration: 1.991782583s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:30.790394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:28.79743Z","time spent":"1.992810727s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:30.790554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:28.797854Z","time spent":"1.992557071s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:30.790642Z","caller":"traceutil/trace.go:171","msg":"trace[1599756464] transaction","detail":"{read_only:false; response_revision:25398; number_of_response:1; }","duration":"1.924576756s","start":"2026-05-13T01:49:28.866035Z","end":"2026-05-13T01:49:30.790612Z","steps":["trace[1599756464] 'process raft request' (duration: 1.923679655s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:30.79133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:28.866016Z","time spent":"1.925261531s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:30.790629Z","caller":"traceutil/trace.go:171","msg":"trace[502188876] transaction","detail":"{read_only:false; response_revision:25399; number_of_response:1; }","duration":"1.741386094s","start":"2026-05-13T01:49:29.04922Z","end":"2026-05-13T01:49:30.790606Z","steps":["trace[502188876] 'process raft request' (duration: 1.740754939s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:30.791494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:29.049198Z","time spent":"1.742261573s","remote":"127.0.0.1:54728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418457,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:30.790693Z","caller":"traceutil/trace.go:171","msg":"trace[1728509998] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"1.692323029s","start":"2026-05-13T01:49:29.098363Z","end":"2026-05-13T01:49:30.790686Z","steps":["trace[1728509998] 'process raft request' (duration: 1.692097164s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:30.79171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:29.098358Z","time spent":"1.693315942s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:30.79069Z","caller":"traceutil/trace.go:171","msg":"trace[909949225] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"1.692405061s","start":"2026-05-13T01:49:29.098279Z","end":"2026-05-13T01:49:30.790684Z","steps":["trace[909949225] 'process raft request' (duration: 1.692152166s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:30.791868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:29.098163Z","time spent":"1.69368106s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:31.628002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999644626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T01:49:31.628121Z","caller":"traceutil/trace.go:171","msg":"trace[1975461183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.9998462s","start":"2026-05-13T01:49:29.628254Z","end":"2026-05-13T01:49:31.6281Z","steps":["trace[1975461183] 'agreement among raft nodes before linearized reading' (duration: 1.999694817s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:31.628173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:29.628218Z","time spent":"1.999945313s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:49:31.740211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.707328ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T01:49:31.74029Z","caller":"traceutil/trace.go:171","msg":"trace[1490534018] linearizableReadLoop","detail":"{readStateIndex:26241; appliedIndex:26230; }","duration":"2.940965719s","start":"2026-05-13T01:49:28.799311Z","end":"2026-05-13T01:49:31.740276Z","steps":["trace[1490534018] 'read index received' (duration: 749.849418ms)","trace[1490534018] 'applied index is now lower than readState.Index' (duration: 2.191115221s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:31.740913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.941599834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:49:31.740931Z","caller":"traceutil/trace.go:171","msg":"trace[1229700261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25401; }","duration":"2.941626165s","start":"2026-05-13T01:49:28.799299Z","end":"2026-05-13T01:49:31.740925Z","steps":["trace[1229700261] 'agreement among raft nodes before linearized reading' (duration: 2.941519692s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:31.740954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:28.799256Z","time spent":"2.941689646s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:49:32.241299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005630240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:49:32.741713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005630240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:49:33.146013Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.591691372s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T01:49:33.146597Z","caller":"traceutil/trace.go:171","msg":"trace[807041523] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"1.592360637s","start":"2026-05-13T01:49:31.554199Z","end":"2026-05-13T01:49:33.14656Z","steps":["trace[807041523] 'process raft request' (duration: 1.592081081s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:33.146838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:31.554176Z","time spent":"1.592529822s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:33.629246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000248161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T01:49:33.629321Z","caller":"traceutil/trace.go:171","msg":"trace[772873621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000365663s","start":"2026-05-13T01:49:31.628936Z","end":"2026-05-13T01:49:33.629301Z","steps":["trace[772873621] 'agreement among raft nodes before linearized reading' (duration: 2.000267371s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:33.629359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:31.628923Z","time spent":"2.000429905s","remote":"127.0.0.1:60308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:49:33.801939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999655963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T01:49:33.80206Z","caller":"traceutil/trace.go:171","msg":"trace[1980538002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999830088s","start":"2026-05-13T01:49:28.802202Z","end":"2026-05-13T01:49:33.802033Z","steps":["trace[1980538002] 'agreement among raft nodes before linearized reading' (duration: 4.999675604s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:33.802124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:28.802178Z","time spent":"4.999933501s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/13 01:49:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T01:49:33.803141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000194006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T01:49:33.803246Z","caller":"traceutil/trace.go:171","msg":"trace[911222053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.00036486s","start":"2026-05-13T01:49:28.802858Z","end":"2026-05-13T01:49:33.803223Z","steps":["trace[911222053] 'agreement among raft nodes before linearized reading' (duration: 5.000198656s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:33.80332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:28.802854Z","time spent":"5.000455062s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/13 01:49:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T01:49:35.199027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.052753534s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T01:49:35.199313Z","caller":"traceutil/trace.go:171","msg":"trace[1751776929] transaction","detail":"{read_only:false; response_revision:25404; number_of_response:1; }","duration":"2.917434151s","start":"2026-05-13T01:49:32.281863Z","end":"2026-05-13T01:49:35.199297Z","steps":["trace[1751776929] 'process raft request' (duration: 2.91738558s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.199432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:32.281842Z","time spent":"2.917512273s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:35.199391Z","caller":"traceutil/trace.go:171","msg":"trace[1407695032] transaction","detail":"{read_only:false; response_revision:25403; number_of_response:1; }","duration":"3.453674607s","start":"2026-05-13T01:49:31.745653Z","end":"2026-05-13T01:49:35.199328Z","steps":["trace[1407695032] 'process raft request' (duration: 3.453495013s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:35.1996Z","caller":"traceutil/trace.go:171","msg":"trace[1115778681] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"2.404356495s","start":"2026-05-13T01:49:32.795224Z","end":"2026-05-13T01:49:35.19958Z","steps":["trace[1115778681] 'process raft request' (duration: 2.404045078s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.199702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:32.795204Z","time spent":"2.404442046s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:35.199895Z","caller":"traceutil/trace.go:171","msg":"trace[1191639623] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"2.403776991s","start":"2026-05-13T01:49:32.79611Z","end":"2026-05-13T01:49:35.199887Z","steps":["trace[1191639623] 'process raft request' (duration: 2.403417473s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.199932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:32.796097Z","time spent":"2.403814372s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:35.19998Z","caller":"traceutil/trace.go:171","msg":"trace[449810649] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"2.402959662s","start":"2026-05-13T01:49:32.797014Z","end":"2026-05-13T01:49:35.199974Z","steps":["trace[449810649] 'process raft request' (duration: 2.402744807s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.200002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:32.79699Z","time spent":"2.402998502s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:35.200018Z","caller":"traceutil/trace.go:171","msg":"trace[553723357] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"2.402777677s","start":"2026-05-13T01:49:32.797211Z","end":"2026-05-13T01:49:35.199989Z","steps":["trace[553723357] 'process raft request' (duration: 2.402663855s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:35.200137Z","caller":"traceutil/trace.go:171","msg":"trace[2060555808] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"2.40115594s","start":"2026-05-13T01:49:32.798973Z","end":"2026-05-13T01:49:35.200129Z","steps":["trace[2060555808] 'process raft request' (duration: 2.400962335s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.200164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:32.798966Z","time spent":"2.40118512s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:35.200188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:32.797187Z","time spent":"2.402898951s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:35.200218Z","caller":"traceutil/trace.go:171","msg":"trace[2518292] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"2.401114728s","start":"2026-05-13T01:49:32.799081Z","end":"2026-05-13T01:49:35.200195Z","steps":["trace[2518292] 'process raft request' (duration: 2.400974005s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.20019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:31.745611Z","time spent":"3.453887502s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:35.200344Z","caller":"traceutil/trace.go:171","msg":"trace[277223895] linearizableReadLoop","detail":"{readStateIndex:26244; appliedIndex:26241; }","duration":"3.460025565s","start":"2026-05-13T01:49:31.740306Z","end":"2026-05-13T01:49:35.200332Z","steps":["trace[277223895] 'read index received' (duration: 1.40595167s)","trace[277223895] 'applied index is now lower than readState.Index' (duration: 2.054073005s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:35.200425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.766985485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-05-13T01:49:35.200448Z","caller":"traceutil/trace.go:171","msg":"trace[167126666] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25411; }","duration":"4.767007236s","start":"2026-05-13T01:49:30.433433Z","end":"2026-05-13T01:49:35.20044Z","steps":["trace[167126666] 'agreement among raft nodes before linearized reading' (duration: 4.766932314s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.200462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:30.433379Z","time spent":"4.767079278s","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-05-13T01:49:35.200498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.232598885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-13T01:49:35.200535Z","caller":"traceutil/trace.go:171","msg":"trace[1217530425] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25411; }","duration":"5.232660977s","start":"2026-05-13T01:49:29.967861Z","end":"2026-05-13T01:49:35.200522Z","steps":["trace[1217530425] 'agreement among raft nodes before linearized reading' (duration: 5.232540644s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:35.200549Z","caller":"traceutil/trace.go:171","msg":"trace[624553608] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"2.401062997s","start":"2026-05-13T01:49:32.799481Z","end":"2026-05-13T01:49:35.200544Z","steps":["trace[624553608] 'process raft request' (duration: 2.400657088s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.200523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:32.799064Z","time spent":"2.401219591s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:35.200575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:32.799471Z","time spent":"2.401089098s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:35.200575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:29.967846Z","time spent":"5.232715548s","remote":"127.0.0.1:60416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-13T01:49:35.200625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.764391674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:35.200636Z","caller":"traceutil/trace.go:171","msg":"trace[718329629] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25411; }","duration":"3.764404184s","start":"2026-05-13T01:49:31.436228Z","end":"2026-05-13T01:49:35.200632Z","steps":["trace[718329629] 'agreement among raft nodes before linearized reading' (duration: 3.764377184s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.200648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:31.436169Z","time spent":"3.764475616s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:35.200773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.46920652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:35.200812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.770628164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-05-13T01:49:35.200831Z","caller":"traceutil/trace.go:171","msg":"trace[1391193184] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414; range_end:; response_count:1; response_revision:25411; }","duration":"5.770649274s","start":"2026-05-13T01:49:29.430177Z","end":"2026-05-13T01:49:35.200826Z","steps":["trace[1391193184] 'agreement among raft nodes before linearized reading' (duration: 5.770599483s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.200846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:29.430111Z","time spent":"5.770732396s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" "} {"level":"warn","ts":"2026-05-13T01:49:35.20083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.563444612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:49:35.200848Z","caller":"traceutil/trace.go:171","msg":"trace[1448074399] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25411; }","duration":"4.469304453s","start":"2026-05-13T01:49:30.731511Z","end":"2026-05-13T01:49:35.200815Z","steps":["trace[1448074399] 'agreement among raft nodes before linearized reading' (duration: 4.469119838s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.2009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.625995938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:35.200937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.235717656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:35.200944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.379804201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-13T01:49:35.200985Z","caller":"traceutil/trace.go:171","msg":"trace[1701376609] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25411; }","duration":"4.626149961s","start":"2026-05-13T01:49:30.574811Z","end":"2026-05-13T01:49:35.200961Z","steps":["trace[1701376609] 'agreement among raft nodes before linearized reading' (duration: 4.626008908s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.20098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:30.731428Z","time spent":"4.469540208s","remote":"127.0.0.1:51920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:35.201015Z","caller":"traceutil/trace.go:171","msg":"trace[1783287306] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:25411; }","duration":"6.379871292s","start":"2026-05-13T01:49:28.821131Z","end":"2026-05-13T01:49:35.201002Z","steps":["trace[1783287306] 'agreement among raft nodes before linearized reading' (duration: 6.379739159s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:35.201011Z","caller":"traceutil/trace.go:171","msg":"trace[181193071] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25411; }","duration":"4.235826958s","start":"2026-05-13T01:49:30.965164Z","end":"2026-05-13T01:49:35.200991Z","steps":["trace[181193071] 'agreement among raft nodes before linearized reading' (duration: 4.235692455s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.201015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.398236221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-13T01:49:35.201051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:30.574781Z","time spent":"4.626254864s","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:35.201062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:28.821112Z","time spent":"6.379938304s","remote":"127.0.0.1:60338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-13T01:49:35.201072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:30.965148Z","time spent":"4.23591137s","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:35.20108Z","caller":"traceutil/trace.go:171","msg":"trace[533600599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25411; }","duration":"6.398311073s","start":"2026-05-13T01:49:28.802753Z","end":"2026-05-13T01:49:35.201065Z","steps":["trace[533600599] 'agreement among raft nodes before linearized reading' (duration: 6.398174129s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.201162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:28.802748Z","time spent":"6.398393694s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T01:49:35.200851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.093318249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-13T01:49:35.201245Z","caller":"traceutil/trace.go:171","msg":"trace[856335561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25411; }","duration":"6.093738999s","start":"2026-05-13T01:49:29.107486Z","end":"2026-05-13T01:49:35.201225Z","steps":["trace[856335561] 'agreement among raft nodes before linearized reading' (duration: 6.093214657s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.201311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:29.107474Z","time spent":"6.093819011s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:49:35.20135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.330829666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T01:49:35.200893Z","caller":"traceutil/trace.go:171","msg":"trace[407645965] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25411; }","duration":"5.563563454s","start":"2026-05-13T01:49:29.637311Z","end":"2026-05-13T01:49:35.200875Z","steps":["trace[407645965] 'agreement among raft nodes before linearized reading' (duration: 5.563449461s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:35.201399Z","caller":"traceutil/trace.go:171","msg":"trace[929736378] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25411; }","duration":"5.330918428s","start":"2026-05-13T01:49:29.870471Z","end":"2026-05-13T01:49:35.201389Z","steps":["trace[929736378] 'agreement among raft nodes before linearized reading' (duration: 5.330447167s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.201441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:29.870451Z","time spent":"5.33098393s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T01:49:35.201449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:29.63728Z","time spent":"5.564152098s","remote":"127.0.0.1:39252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:35.200841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.319583646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-05-13T01:49:35.201525Z","caller":"traceutil/trace.go:171","msg":"trace[641287556] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414; range_end:; response_count:1; response_revision:25411; }","duration":"6.320287513s","start":"2026-05-13T01:49:28.881219Z","end":"2026-05-13T01:49:35.201506Z","steps":["trace[641287556] 'agreement among raft nodes before linearized reading' (duration: 6.319525495s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.201584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:28.881205Z","time spent":"6.320361944s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" "} {"level":"warn","ts":"2026-05-13T01:49:35.2009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032736761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:49:35.201681Z","caller":"traceutil/trace.go:171","msg":"trace[1372111729] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25411; }","duration":"4.03354882s","start":"2026-05-13T01:49:31.168111Z","end":"2026-05-13T01:49:35.20166Z","steps":["trace[1372111729] 'agreement among raft nodes before linearized reading' (duration: 4.032702951s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.201743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:31.168094Z","time spent":"4.033629842s","remote":"127.0.0.1:54784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:35.635479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000150177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T01:49:35.635567Z","caller":"traceutil/trace.go:171","msg":"trace[177908329] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299591s","start":"2026-05-13T01:49:33.635249Z","end":"2026-05-13T01:49:35.635549Z","steps":["trace[177908329] 'agreement among raft nodes before linearized reading' (duration: 2.000185378s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:35.635613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:33.635229Z","time spent":"2.000375803s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 01:49:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T01:49:35.700951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005630253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:49:36.201878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005630253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:49:36.358361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.159177766s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T01:49:37.636124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000273461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T01:49:37.636212Z","caller":"traceutil/trace.go:171","msg":"trace[127421837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000429874s","start":"2026-05-13T01:49:35.635761Z","end":"2026-05-13T01:49:37.636191Z","steps":["trace[127421837] 'agreement among raft nodes before linearized reading' (duration: 2.000314562s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:37.63627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.635739Z","time spent":"2.000521007s","remote":"127.0.0.1:60308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 01:49:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T01:49:37.657455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29875909s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T01:49:37.659711Z","caller":"traceutil/trace.go:171","msg":"trace[930694071] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"2.510080941s","start":"2026-05-13T01:49:35.149578Z","end":"2026-05-13T01:49:37.659659Z","steps":["trace[930694071] 'process raft request' (duration: 2.507982562s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:37.659829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.149557Z","time spent":"2.510208055s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:37.665748Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.307160426s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T01:49:37.903104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.358076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:49:37.903423Z","caller":"traceutil/trace.go:171","msg":"trace[128929975] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"2.751047972s","start":"2026-05-13T01:49:35.152335Z","end":"2026-05-13T01:49:37.903383Z","steps":["trace[128929975] 'process raft request' (duration: 2.507302817s)","trace[128929975] 'compare' (duration: 243.139591ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:37.903595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.152317Z","time spent":"2.751186275s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:37.903707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.202612Z","time spent":"2.701088366s","remote":"127.0.0.1:60338","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-13T01:49:37.903812Z","caller":"traceutil/trace.go:171","msg":"trace[987176133] linearizableReadLoop","detail":"{readStateIndex:26259; appliedIndex:26251; }","duration":"2.703418511s","start":"2026-05-13T01:49:35.200377Z","end":"2026-05-13T01:49:37.903796Z","steps":["trace[987176133] 'read index received' (duration: 1.158264274s)","trace[987176133] 'applied index is now lower than readState.Index' (duration: 1.545153327s)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:37.903977Z","caller":"traceutil/trace.go:171","msg":"trace[1382919836] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"2.69782928s","start":"2026-05-13T01:49:35.206136Z","end":"2026-05-13T01:49:37.903966Z","steps":["trace[1382919836] 'process raft request' (duration: 2.697438531s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:37.904045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.206129Z","time spent":"2.697879451s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:37.904132Z","caller":"traceutil/trace.go:171","msg":"trace[845221973] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"2.105777002s","start":"2026-05-13T01:49:35.798343Z","end":"2026-05-13T01:49:37.90412Z","steps":["trace[845221973] 'process raft request' (duration: 2.105409973s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:37.904175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.798318Z","time spent":"2.105834244s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:37.904168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825273874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:37.904181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.044068837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:37.90421Z","caller":"traceutil/trace.go:171","msg":"trace[447135569] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25418; }","duration":"4.044137819s","start":"2026-05-13T01:49:33.860063Z","end":"2026-05-13T01:49:37.904201Z","steps":["trace[447135569] 'agreement among raft nodes before linearized reading' (duration: 4.044086958s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:37.904225Z","caller":"traceutil/trace.go:171","msg":"trace[470048979] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"2.697259267s","start":"2026-05-13T01:49:35.206959Z","end":"2026-05-13T01:49:37.904219Z","steps":["trace[470048979] 'process raft request' (duration: 2.696695184s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:37.904229Z","caller":"traceutil/trace.go:171","msg":"trace[1915714259] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25418; }","duration":"3.825372967s","start":"2026-05-13T01:49:34.078826Z","end":"2026-05-13T01:49:37.904199Z","steps":["trace[1915714259] 'agreement among raft nodes before linearized reading' (duration: 3.825285595s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:37.904238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:33.860042Z","time spent":"4.044188809s","remote":"127.0.0.1:57194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:37.904266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:34.078804Z","time spent":"3.825453958s","remote":"127.0.0.1:51950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:37.904349Z","caller":"traceutil/trace.go:171","msg":"trace[2118271625] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"2.694558014s","start":"2026-05-13T01:49:35.209786Z","end":"2026-05-13T01:49:37.904344Z","steps":["trace[2118271625] 'process raft request' (duration: 2.693917559s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:37.904391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.209782Z","time spent":"2.694582285s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:37.904454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919986791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:37.904497Z","caller":"traceutil/trace.go:171","msg":"trace[1473757740] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25418; }","duration":"2.920069593s","start":"2026-05-13T01:49:34.984418Z","end":"2026-05-13T01:49:37.904488Z","steps":["trace[1473757740] 'agreement among raft nodes before linearized reading' (duration: 2.920004092s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:37.904524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:34.9844Z","time spent":"2.920117755s","remote":"127.0.0.1:60432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:37.904551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.09306276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-13T01:49:37.90458Z","caller":"traceutil/trace.go:171","msg":"trace[1958592094] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25418; }","duration":"4.093145981s","start":"2026-05-13T01:49:33.811426Z","end":"2026-05-13T01:49:37.904572Z","steps":["trace[1958592094] 'agreement among raft nodes before linearized reading' (duration: 4.092970797s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:37.90461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:33.811401Z","time spent":"4.093202573s","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":233,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:37.904685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.692195881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:37.904715Z","caller":"traceutil/trace.go:171","msg":"trace[1678037729] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25418; }","duration":"3.692266203s","start":"2026-05-13T01:49:34.212439Z","end":"2026-05-13T01:49:37.904705Z","steps":["trace[1678037729] 'agreement among raft nodes before linearized reading' (duration: 3.692215571s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:37.904742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:34.212421Z","time spent":"3.692314293s","remote":"127.0.0.1:57100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-13T01:49:37.904752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.65512106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-05-13T01:49:37.904755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.738065855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:37.90477Z","caller":"traceutil/trace.go:171","msg":"trace[239964107] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25418; }","duration":"5.655154152s","start":"2026-05-13T01:49:32.249611Z","end":"2026-05-13T01:49:37.904765Z","steps":["trace[239964107] 'agreement among raft nodes before linearized reading' (duration: 5.65508934s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:37.904783Z","caller":"traceutil/trace.go:171","msg":"trace[79415771] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25418; }","duration":"5.738133107s","start":"2026-05-13T01:49:32.166641Z","end":"2026-05-13T01:49:37.904774Z","steps":["trace[79415771] 'agreement among raft nodes before linearized reading' (duration: 5.738088856s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:37.904816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:32.166624Z","time spent":"5.738183568s","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:37.904837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.176061258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18416"} {"level":"info","ts":"2026-05-13T01:49:37.90485Z","caller":"traceutil/trace.go:171","msg":"trace[880459357] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25418; }","duration":"5.176114929s","start":"2026-05-13T01:49:32.728731Z","end":"2026-05-13T01:49:37.904846Z","steps":["trace[880459357] 'agreement among raft nodes before linearized reading' (duration: 5.176071108s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:37.90486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:32.728708Z","time spent":"5.17614937s","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18439,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-13T01:49:37.904863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.36105952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:49:37.904954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.646068769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:49:37.904948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.774543281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:37.90497Z","caller":"traceutil/trace.go:171","msg":"trace[1147282261] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25418; }","duration":"5.646122841s","start":"2026-05-13T01:49:32.258841Z","end":"2026-05-13T01:49:37.904964Z","steps":["trace[1147282261] 'agreement among raft nodes before linearized reading' (duration: 5.64609386s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:37.904984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:32.258819Z","time spent":"5.646161232s","remote":"127.0.0.1:52004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:37.904988Z","caller":"traceutil/trace.go:171","msg":"trace[589794948] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25418; }","duration":"3.774624643s","start":"2026-05-13T01:49:34.130353Z","end":"2026-05-13T01:49:37.904978Z","steps":["trace[589794948] 'agreement among raft nodes before linearized reading' (duration: 3.774558531s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:37.905018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:34.130332Z","time spent":"3.774678665s","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:37.904794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:32.249604Z","time spent":"5.655175802s","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-13T01:49:37.905085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.272618167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aefce1cf1ffad4\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-13T01:49:37.905122Z","caller":"traceutil/trace.go:171","msg":"trace[1325145721] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aefce1cf1ffad4; range_end:; response_count:1; response_revision:25418; }","duration":"4.272686969s","start":"2026-05-13T01:49:33.632421Z","end":"2026-05-13T01:49:37.905108Z","steps":["trace[1325145721] 'agreement among raft nodes before linearized reading' (duration: 4.272555426s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:37.90516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:33.632401Z","time spent":"4.272752311s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aefce1cf1ffad4\" "} {"level":"warn","ts":"2026-05-13T01:49:37.904958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.124839456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:37.905237Z","caller":"traceutil/trace.go:171","msg":"trace[615513641] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25418; }","duration":"6.125115733s","start":"2026-05-13T01:49:31.78011Z","end":"2026-05-13T01:49:37.905226Z","steps":["trace[615513641] 'agreement among raft nodes before linearized reading' (duration: 6.124819866s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:37.905242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.810301575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aefce5f1e873d2\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-05-13T01:49:37.905273Z","caller":"traceutil/trace.go:171","msg":"trace[1788116771] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aefce5f1e873d2; range_end:; response_count:1; response_revision:25418; }","duration":"3.810368076s","start":"2026-05-13T01:49:34.094896Z","end":"2026-05-13T01:49:37.905264Z","steps":["trace[1788116771] 'agreement among raft nodes before linearized reading' (duration: 3.810249694s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:37.905309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:34.094879Z","time spent":"3.810424337s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aefce5f1e873d2\" "} {"level":"info","ts":"2026-05-13T01:49:37.90495Z","caller":"traceutil/trace.go:171","msg":"trace[1730972526] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25418; }","duration":"4.361195134s","start":"2026-05-13T01:49:33.543733Z","end":"2026-05-13T01:49:37.904928Z","steps":["trace[1730972526] 'agreement among raft nodes before linearized reading' (duration: 4.36104662s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:37.905394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:33.543712Z","time spent":"4.361672564s","remote":"127.0.0.1:60720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:37.905276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:31.780061Z","time spent":"6.125204925s","remote":"127.0.0.1:49106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:37.904248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.206954Z","time spent":"2.697280088s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:38.403956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005630267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:49:38.802346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999100075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T01:49:38.802417Z","caller":"traceutil/trace.go:171","msg":"trace[96837107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.999223968s","start":"2026-05-13T01:49:35.803177Z","end":"2026-05-13T01:49:38.802401Z","steps":["trace[96837107] 'agreement among raft nodes before linearized reading' (duration: 2.999134046s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:38.802455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.803157Z","time spent":"2.999290499s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/13 01:49:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T01:49:38.805217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999639888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T01:49:38.805286Z","caller":"traceutil/trace.go:171","msg":"trace[522841302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99976543s","start":"2026-05-13T01:49:35.805503Z","end":"2026-05-13T01:49:38.805268Z","steps":["trace[522841302] 'agreement among raft nodes before linearized reading' (duration: 2.999670418s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:38.805324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.805489Z","time spent":"2.999828002s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/13 01:49:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T01:49:38.842839Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176492327s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T01:49:39.012901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000061664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T01:49:39.012996Z","caller":"traceutil/trace.go:171","msg":"trace[669791236] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218818s","start":"2026-05-13T01:49:37.012755Z","end":"2026-05-13T01:49:39.012973Z","steps":["trace[669791236] 'agreement among raft nodes before linearized reading' (duration: 2.000096175s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.013061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:37.012734Z","time spent":"2.000317481s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:49:39.360031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.257024ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:39.360157Z","caller":"traceutil/trace.go:171","msg":"trace[2057567386] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25418; }","duration":"668.394507ms","start":"2026-05-13T01:49:38.691745Z","end":"2026-05-13T01:49:39.360139Z","steps":["trace[2057567386] 'range keys from in-memory index tree' (duration: 668.239813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.360791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.685042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:49:39.361327Z","caller":"traceutil/trace.go:171","msg":"trace[129692616] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"2.153894351s","start":"2026-05-13T01:49:37.207411Z","end":"2026-05-13T01:49:39.361306Z","steps":["trace[129692616] 'process raft request' (duration: 2.153532733s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:39.361361Z","caller":"traceutil/trace.go:171","msg":"trace[527076429] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"2.154478855s","start":"2026-05-13T01:49:37.206865Z","end":"2026-05-13T01:49:39.361344Z","steps":["trace[527076429] 'process raft request' (duration: 2.154020414s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:39.361364Z","caller":"traceutil/trace.go:171","msg":"trace[201525314] transaction","detail":"{read_only:false; response_revision:25419; number_of_response:1; }","duration":"2.154463225s","start":"2026-05-13T01:49:37.20687Z","end":"2026-05-13T01:49:39.361333Z","steps":["trace[201525314] 'process raft request' (duration: 1.636153368s)","trace[201525314] 'compare' (duration: 517.083838ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:39.361442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:37.206838Z","time spent":"2.154566626s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:39.361508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:37.206841Z","time spent":"2.154584357s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:39.361545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:37.207398Z","time spent":"2.153979373s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:39.362014Z","caller":"traceutil/trace.go:171","msg":"trace[291150924] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"2.154507995s","start":"2026-05-13T01:49:37.207481Z","end":"2026-05-13T01:49:39.361989Z","steps":["trace[291150924] 'process raft request' (duration: 2.153764148s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.362332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:37.207454Z","time spent":"2.154793582s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:39.362393Z","caller":"traceutil/trace.go:171","msg":"trace[813787422] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"2.153687576s","start":"2026-05-13T01:49:37.208692Z","end":"2026-05-13T01:49:39.362379Z","steps":["trace[813787422] 'process raft request' (duration: 2.153631045s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.362466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:37.208665Z","time spent":"2.153768358s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:39.362513Z","caller":"traceutil/trace.go:171","msg":"trace[1469055315] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"2.154223609s","start":"2026-05-13T01:49:37.208273Z","end":"2026-05-13T01:49:39.362497Z","steps":["trace[1469055315] 'process raft request' (duration: 2.153991233s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.362595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:37.208265Z","time spent":"2.15429139s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:39.363076Z","caller":"traceutil/trace.go:171","msg":"trace[613445324] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"2.154931396s","start":"2026-05-13T01:49:37.208122Z","end":"2026-05-13T01:49:39.363053Z","steps":["trace[613445324] 'process raft request' (duration: 2.153354449s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.363203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:37.208109Z","time spent":"2.155033358s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:39.420341Z","caller":"traceutil/trace.go:171","msg":"trace[183883631] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25425; }","duration":"1.515611745s","start":"2026-05-13T01:49:37.904676Z","end":"2026-05-13T01:49:39.420288Z","steps":["trace[183883631] 'process raft request' (duration: 1.51540667s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:39.4205Z","caller":"traceutil/trace.go:171","msg":"trace[458384240] linearizableReadLoop","detail":"{readStateIndex:26269; appliedIndex:26259; }","duration":"1.516619348s","start":"2026-05-13T01:49:37.903855Z","end":"2026-05-13T01:49:39.420475Z","steps":["trace[458384240] 'read index received' (duration: 939.183122ms)","trace[458384240] 'applied index is now lower than readState.Index' (duration: 577.435256ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:39.420605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:37.904666Z","time spent":"1.515789399s","remote":"127.0.0.1:60338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:39.420691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:37.908648Z","time spent":"1.512039932s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-13T01:49:39.420897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975731939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:39.42095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.867564638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:39.421002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.099516199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:39.421037Z","caller":"traceutil/trace.go:171","msg":"trace[215381733] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25428; }","duration":"3.867707202s","start":"2026-05-13T01:49:35.553302Z","end":"2026-05-13T01:49:39.421009Z","steps":["trace[215381733] 'agreement among raft nodes before linearized reading' (duration: 3.867566738s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:39.421053Z","caller":"traceutil/trace.go:171","msg":"trace[1455711404] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25428; }","duration":"4.099640001s","start":"2026-05-13T01:49:35.3214Z","end":"2026-05-13T01:49:39.42104Z","steps":["trace[1455711404] 'agreement among raft nodes before linearized reading' (duration: 4.099542479s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.421083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.553273Z","time spent":"3.867799564s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:39.421098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.321371Z","time spent":"4.099710223s","remote":"127.0.0.1:51924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:39.421102Z","caller":"traceutil/trace.go:171","msg":"trace[1722910706] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25428; }","duration":"2.976002135s","start":"2026-05-13T01:49:36.445067Z","end":"2026-05-13T01:49:39.42107Z","steps":["trace[1722910706] 'agreement among raft nodes before linearized reading' (duration: 2.975638726s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.421161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.890917764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:39.421182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:36.445043Z","time spent":"2.976115638s","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:39.421215Z","caller":"traceutil/trace.go:171","msg":"trace[1628882035] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"1.327357195s","start":"2026-05-13T01:49:38.093834Z","end":"2026-05-13T01:49:39.421191Z","steps":["trace[1628882035] 'process raft request' (duration: 1.326458534s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:39.421224Z","caller":"traceutil/trace.go:171","msg":"trace[955634837] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25428; }","duration":"3.891024666s","start":"2026-05-13T01:49:35.530181Z","end":"2026-05-13T01:49:39.421205Z","steps":["trace[955634837] 'agreement among raft nodes before linearized reading' (duration: 3.890907863s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.421284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.530156Z","time spent":"3.891117708s","remote":"127.0.0.1:44632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:39.421336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.181176713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:49:39.421341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:38.093817Z","time spent":"1.327451607s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:39.421304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957288391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:39.42148Z","caller":"traceutil/trace.go:171","msg":"trace[1375314455] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25428; }","duration":"3.957585458s","start":"2026-05-13T01:49:35.463876Z","end":"2026-05-13T01:49:39.421461Z","steps":["trace[1375314455] 'agreement among raft nodes before linearized reading' (duration: 3.957286331s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:39.421617Z","caller":"traceutil/trace.go:171","msg":"trace[1639970982] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"616.286292ms","start":"2026-05-13T01:49:38.805314Z","end":"2026-05-13T01:49:39.421601Z","steps":["trace[1639970982] 'process raft request' (duration: 615.112565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.421703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847033158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:39.421716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:38.805304Z","time spent":"616.371024ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:39.42174Z","caller":"traceutil/trace.go:171","msg":"trace[1808387673] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25428; }","duration":"2.847111379s","start":"2026-05-13T01:49:36.574619Z","end":"2026-05-13T01:49:39.42173Z","steps":["trace[1808387673] 'agreement among raft nodes before linearized reading' (duration: 2.847050018s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.421746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214434784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-13T01:49:39.421782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:36.574597Z","time spent":"2.84717562s","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:39.421829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511464139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18416"} {"level":"info","ts":"2026-05-13T01:49:39.421396Z","caller":"traceutil/trace.go:171","msg":"trace[1931016773] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25428; }","duration":"4.181286755s","start":"2026-05-13T01:49:35.240093Z","end":"2026-05-13T01:49:39.421379Z","steps":["trace[1931016773] 'agreement among raft nodes before linearized reading' (duration: 4.181201833s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.421633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.218988105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-vdb7w\" ","response":"range_response_count:1 size:4899"} {"level":"warn","ts":"2026-05-13T01:49:39.421955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.240066Z","time spent":"4.181872279s","remote":"127.0.0.1:52084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:39.421978Z","caller":"traceutil/trace.go:171","msg":"trace[1954962254] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-vdb7w; range_end:; response_count:1; response_revision:25428; }","duration":"4.219351813s","start":"2026-05-13T01:49:35.20261Z","end":"2026-05-13T01:49:39.421962Z","steps":["trace[1954962254] 'agreement among raft nodes before linearized reading' (duration: 4.218955164s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.422007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503207326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-05-13T01:49:39.421981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.460732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-13T01:49:39.422048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569623078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-13T01:49:39.421498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213502294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-05-13T01:49:39.422063Z","caller":"traceutil/trace.go:171","msg":"trace[1804153224] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414; range_end:; response_count:1; response_revision:25428; }","duration":"1.503307248s","start":"2026-05-13T01:49:37.91874Z","end":"2026-05-13T01:49:39.422047Z","steps":["trace[1804153224] 'agreement among raft nodes before linearized reading' (duration: 1.503150774s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:39.422082Z","caller":"traceutil/trace.go:171","msg":"trace[229798801] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25428; }","duration":"937.581955ms","start":"2026-05-13T01:49:38.484475Z","end":"2026-05-13T01:49:39.422057Z","steps":["trace[229798801] 'agreement among raft nodes before linearized reading' (duration: 937.392941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.422102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:37.918718Z","time spent":"1.50337353s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" "} {"level":"warn","ts":"2026-05-13T01:49:39.422129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:38.484455Z","time spent":"937.665367ms","remote":"127.0.0.1:60416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-13T01:49:39.42179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777975375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:39.422023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.202587Z","time spent":"4.219421915s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4922,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-vdb7w\" "} {"level":"info","ts":"2026-05-13T01:49:39.422172Z","caller":"traceutil/trace.go:171","msg":"trace[231293797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25428; }","duration":"1.778406335s","start":"2026-05-13T01:49:37.643757Z","end":"2026-05-13T01:49:39.422164Z","steps":["trace[231293797] 'agreement among raft nodes before linearized reading' (duration: 1.777994155s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.422208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:37.643735Z","time spent":"1.778461785s","remote":"127.0.0.1:60308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:49:39.421619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130509386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-13T01:49:39.422087Z","caller":"traceutil/trace.go:171","msg":"trace[566423960] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25428; }","duration":"2.569696839s","start":"2026-05-13T01:49:36.852375Z","end":"2026-05-13T01:49:39.422072Z","steps":["trace[566423960] 'agreement among raft nodes before linearized reading' (duration: 2.569606697s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.422328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:36.852354Z","time spent":"2.569963585s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-13T01:49:39.421554Z","caller":"traceutil/trace.go:171","msg":"trace[1279658690] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"617.179223ms","start":"2026-05-13T01:49:38.804358Z","end":"2026-05-13T01:49:39.421538Z","steps":["trace[1279658690] 'process raft request' (duration: 616.028416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.422135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651582119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:39.420909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859548197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:39.422454Z","caller":"traceutil/trace.go:171","msg":"trace[1288817375] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25428; }","duration":"2.651933637s","start":"2026-05-13T01:49:36.770506Z","end":"2026-05-13T01:49:39.422439Z","steps":["trace[1288817375] 'agreement among raft nodes before linearized reading' (duration: 2.651601019s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.422513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:36.770483Z","time spent":"2.652014159s","remote":"127.0.0.1:51906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:39.422515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.463856Z","time spent":"3.957774482s","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:39.42095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.068142047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:39.422615Z","caller":"traceutil/trace.go:171","msg":"trace[1986602137] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25428; }","duration":"4.069846547s","start":"2026-05-13T01:49:35.352752Z","end":"2026-05-13T01:49:39.422598Z","steps":["trace[1986602137] 'agreement among raft nodes before linearized reading' (duration: 4.068126687s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.422663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.352733Z","time spent":"4.069915458s","remote":"127.0.0.1:51892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:39.421883Z","caller":"traceutil/trace.go:171","msg":"trace[214191457] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25428; }","duration":"1.51154486s","start":"2026-05-13T01:49:37.910326Z","end":"2026-05-13T01:49:39.421871Z","steps":["trace[214191457] 'agreement among raft nodes before linearized reading' (duration: 1.511329885s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:39.422463Z","caller":"traceutil/trace.go:171","msg":"trace[772678040] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25428; }","duration":"1.861187135s","start":"2026-05-13T01:49:37.561264Z","end":"2026-05-13T01:49:39.422451Z","steps":["trace[772678040] 'agreement among raft nodes before linearized reading' (duration: 1.859533867s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.422732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:37.910311Z","time spent":"1.51240602s","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18439,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-13T01:49:39.422742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:37.561233Z","time spent":"1.861493333s","remote":"127.0.0.1:56750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:39.422096Z","caller":"traceutil/trace.go:171","msg":"trace[1394235350] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414; range_end:; response_count:1; response_revision:25428; }","duration":"3.214140519s","start":"2026-05-13T01:49:36.207943Z","end":"2026-05-13T01:49:39.422084Z","steps":["trace[1394235350] 'agreement among raft nodes before linearized reading' (duration: 3.213491114s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.422837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:36.207907Z","time spent":"3.214914217s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" "} {"level":"warn","ts":"2026-05-13T01:49:39.421541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.21620353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T01:49:39.422282Z","caller":"traceutil/trace.go:171","msg":"trace[563689134] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25428; }","duration":"2.131172182s","start":"2026-05-13T01:49:37.291093Z","end":"2026-05-13T01:49:39.422266Z","steps":["trace[563689134] 'agreement among raft nodes before linearized reading' (duration: 2.130375453s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:39.422909Z","caller":"traceutil/trace.go:171","msg":"trace[2136149933] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25428; }","duration":"4.217579822s","start":"2026-05-13T01:49:35.205317Z","end":"2026-05-13T01:49:39.422897Z","steps":["trace[2136149933] 'agreement among raft nodes before linearized reading' (duration: 4.216103377s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.422943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:35.205311Z","time spent":"4.217622543s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T01:49:39.422948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:37.291032Z","time spent":"2.131901169s","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-13T01:49:39.422958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:38.804322Z","time spent":"618.120605ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:39.421798Z","caller":"traceutil/trace.go:171","msg":"trace[261902711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25428; }","duration":"2.214535746s","start":"2026-05-13T01:49:37.207247Z","end":"2026-05-13T01:49:39.421783Z","steps":["trace[261902711] 'agreement among raft nodes before linearized reading' (duration: 2.214411163s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.421414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150385472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"warn","ts":"2026-05-13T01:49:39.423043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:37.207232Z","time spent":"2.215799815s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T01:49:39.42305Z","caller":"traceutil/trace.go:171","msg":"trace[127353573] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25428; }","duration":"3.152049071s","start":"2026-05-13T01:49:36.270988Z","end":"2026-05-13T01:49:39.423037Z","steps":["trace[127353573] 'agreement among raft nodes before linearized reading' (duration: 3.15031242s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.423091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:36.270974Z","time spent":"3.152105172s","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-05-13T01:49:39.42201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510977957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:39.423138Z","caller":"traceutil/trace.go:171","msg":"trace[1980268747] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25428; }","duration":"1.512116624s","start":"2026-05-13T01:49:37.911009Z","end":"2026-05-13T01:49:39.423126Z","steps":["trace[1980268747] 'agreement among raft nodes before linearized reading' (duration: 1.510897346s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.423184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:37.911003Z","time spent":"1.512167025s","remote":"127.0.0.1:60488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-13T01:49:39.425304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.200435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:49:39.425833Z","caller":"traceutil/trace.go:171","msg":"trace[641156475] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25428; }","duration":"994.759979ms","start":"2026-05-13T01:49:38.431052Z","end":"2026-05-13T01:49:39.425812Z","steps":["trace[641156475] 'agreement among raft nodes before linearized reading' (duration: 990.846477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:39.425904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:38.431036Z","time spent":"994.84784ms","remote":"127.0.0.1:60488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:39.925525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005630275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:49:40.425827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005630275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:49:40.880638Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.458122046s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T01:49:41.430558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000309872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T01:49:41.430651Z","caller":"traceutil/trace.go:171","msg":"trace[405160099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000461866s","start":"2026-05-13T01:49:39.430166Z","end":"2026-05-13T01:49:41.430627Z","steps":["trace[405160099] 'agreement among raft nodes before linearized reading' (duration: 2.000322883s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:41.430702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:39.430158Z","time spent":"2.000532968s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 01:49:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T01:49:41.829141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.289947ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-13T01:49:41.829235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:39.422358Z","time spent":"2.406869835s","remote":"127.0.0.1:60338","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-13T01:49:43.431234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99994398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T01:49:43.43132Z","caller":"traceutil/trace.go:171","msg":"trace[364273290] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000087703s","start":"2026-05-13T01:49:41.431212Z","end":"2026-05-13T01:49:43.4313Z","steps":["trace[364273290] 'agreement among raft nodes before linearized reading' (duration: 1.999975231s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:43.431395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:41.431191Z","time spent":"2.000169676s","remote":"127.0.0.1:60308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 01:49:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T01:49:44.088212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.207384492s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T01:49:44.113131Z","caller":"traceutil/trace.go:171","msg":"trace[791877930] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"4.690590453s","start":"2026-05-13T01:49:39.422513Z","end":"2026-05-13T01:49:44.113104Z","steps":["trace[791877930] 'process raft request' (duration: 4.665901828s)","trace[791877930] 'compare' (duration: 23.510198ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:44.113166Z","caller":"traceutil/trace.go:171","msg":"trace[176880676] linearizableReadLoop","detail":"{readStateIndex:26277; appliedIndex:26271; }","duration":"4.688656028s","start":"2026-05-13T01:49:39.424496Z","end":"2026-05-13T01:49:44.113152Z","steps":["trace[176880676] 'read index received' (duration: 1.456358156s)","trace[176880676] 'applied index is now lower than readState.Index' (duration: 3.232297082s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:44.113233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:39.422484Z","time spent":"4.690693726s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:44.113313Z","caller":"traceutil/trace.go:171","msg":"trace[461545050] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"4.690648785s","start":"2026-05-13T01:49:39.422658Z","end":"2026-05-13T01:49:44.113307Z","steps":["trace[461545050] 'process raft request' (duration: 4.690381249s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.113376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:39.42264Z","time spent":"4.690687955s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:44.113529Z","caller":"traceutil/trace.go:171","msg":"trace[1629199907] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"4.68445672s","start":"2026-05-13T01:49:39.429068Z","end":"2026-05-13T01:49:44.113525Z","steps":["trace[1629199907] 'process raft request' (duration: 4.684011149s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.113555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:39.429054Z","time spent":"4.684486191s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:44.113615Z","caller":"traceutil/trace.go:171","msg":"trace[1901551923] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"4.683637121s","start":"2026-05-13T01:49:39.429974Z","end":"2026-05-13T01:49:44.113611Z","steps":["trace[1901551923] 'process raft request' (duration: 4.683138409s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.113643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:39.429934Z","time spent":"4.683695172s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:44.113731Z","caller":"traceutil/trace.go:171","msg":"trace[1141692681] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"4.205599413s","start":"2026-05-13T01:49:39.908088Z","end":"2026-05-13T01:49:44.113688Z","steps":["trace[1141692681] 'process raft request' (duration: 4.20504186s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.113872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:39.908065Z","time spent":"4.205732305s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:44.114232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.689733893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18416"} {"level":"info","ts":"2026-05-13T01:49:44.114269Z","caller":"traceutil/trace.go:171","msg":"trace[1985841070] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25433; }","duration":"4.689806695s","start":"2026-05-13T01:49:39.424452Z","end":"2026-05-13T01:49:44.114258Z","steps":["trace[1985841070] 'agreement among raft nodes before linearized reading' (duration: 4.689621741s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.11431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:39.424438Z","time spent":"4.689865346s","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18439,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-13T01:49:44.129726Z","caller":"traceutil/trace.go:171","msg":"trace[1951477841] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"2.760329775s","start":"2026-05-13T01:49:41.369363Z","end":"2026-05-13T01:49:44.129692Z","steps":["trace[1951477841] 'process raft request' (duration: 2.760148491s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:44.129779Z","caller":"traceutil/trace.go:171","msg":"trace[523454081] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"2.760356215s","start":"2026-05-13T01:49:41.369416Z","end":"2026-05-13T01:49:44.129773Z","steps":["trace[523454081] 'process raft request' (duration: 2.7601523s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:44.129778Z","caller":"traceutil/trace.go:171","msg":"trace[951547912] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"2.760368655s","start":"2026-05-13T01:49:41.36939Z","end":"2026-05-13T01:49:44.129759Z","steps":["trace[951547912] 'process raft request' (duration: 2.7601529s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:44.129791Z","caller":"traceutil/trace.go:171","msg":"trace[1083293343] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"2.758617595s","start":"2026-05-13T01:49:41.371161Z","end":"2026-05-13T01:49:44.129778Z","steps":["trace[1083293343] 'process raft request' (duration: 2.758456641s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:44.129827Z","caller":"traceutil/trace.go:171","msg":"trace[1520341648] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"2.760513949s","start":"2026-05-13T01:49:41.36928Z","end":"2026-05-13T01:49:44.129794Z","steps":["trace[1520341648] 'process raft request' (duration: 2.760078839s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:44.129884Z","caller":"traceutil/trace.go:171","msg":"trace[144206365] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"2.760521679s","start":"2026-05-13T01:49:41.369356Z","end":"2026-05-13T01:49:44.129878Z","steps":["trace[144206365] 'process raft request' (duration: 2.76012353s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.129887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.580884873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:44.129908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.634218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:44.129919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:41.369349Z","time spent":"2.76055501s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:44.129928Z","caller":"traceutil/trace.go:171","msg":"trace[1661014692] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25443; }","duration":"3.580962774s","start":"2026-05-13T01:49:40.548954Z","end":"2026-05-13T01:49:44.129917Z","steps":["trace[1661014692] 'agreement among raft nodes before linearized reading' (duration: 3.580852862s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:44.129934Z","caller":"traceutil/trace.go:171","msg":"trace[344730129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25443; }","duration":"690.695209ms","start":"2026-05-13T01:49:43.439233Z","end":"2026-05-13T01:49:44.129928Z","steps":["trace[344730129] 'agreement among raft nodes before linearized reading' (duration: 690.646548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.129939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:41.36926Z","time spent":"2.760627501s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:44.129995Z","caller":"traceutil/trace.go:171","msg":"trace[1954916539] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"2.29835051s","start":"2026-05-13T01:49:41.831622Z","end":"2026-05-13T01:49:44.129973Z","steps":["trace[1954916539] 'process raft request' (duration: 2.298013363s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.130036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090207007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-13T01:49:44.130043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:41.831364Z","time spent":"2.298655867s","remote":"127.0.0.1:60338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:44.130057Z","caller":"traceutil/trace.go:171","msg":"trace[234841470] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25443; }","duration":"1.090268978s","start":"2026-05-13T01:49:43.039782Z","end":"2026-05-13T01:49:44.130051Z","steps":["trace[234841470] 'agreement among raft nodes before linearized reading' (duration: 1.090184606s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.130055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.700997266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:49:44.13007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:43.039761Z","time spent":"1.090305989s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-13T01:49:44.130073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.192443676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:44.130081Z","caller":"traceutil/trace.go:171","msg":"trace[835509453] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25443; }","duration":"4.701042607s","start":"2026-05-13T01:49:39.42903Z","end":"2026-05-13T01:49:44.130073Z","steps":["trace[835509453] 'agreement among raft nodes before linearized reading' (duration: 4.700941154s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.129853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:41.36934Z","time spent":"2.760446807s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:44.130098Z","caller":"traceutil/trace.go:171","msg":"trace[1187162703] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25443; }","duration":"4.192485346s","start":"2026-05-13T01:49:39.937604Z","end":"2026-05-13T01:49:44.130089Z","steps":["trace[1187162703] 'agreement among raft nodes before linearized reading' (duration: 4.192454325s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.130111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:39.429017Z","time spent":"4.701086728s","remote":"127.0.0.1:39164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:44.130117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:39.937592Z","time spent":"4.192520937s","remote":"127.0.0.1:54794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:44.130156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216154584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-13T01:49:44.130172Z","caller":"traceutil/trace.go:171","msg":"trace[829203620] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25443; }","duration":"1.216192864s","start":"2026-05-13T01:49:42.913974Z","end":"2026-05-13T01:49:44.130167Z","steps":["trace[829203620] 'agreement among raft nodes before linearized reading' (duration: 1.216146023s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.130184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:42.913964Z","time spent":"1.216217125s","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-13T01:49:44.130197Z","caller":"traceutil/trace.go:171","msg":"trace[965224744] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"1.424145143s","start":"2026-05-13T01:49:42.706044Z","end":"2026-05-13T01:49:44.130189Z","steps":["trace[965224744] 'process raft request' (duration: 1.423617981s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.130223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.396783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:44.12991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.700782171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:44.130277Z","caller":"traceutil/trace.go:171","msg":"trace[180207442] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25443; }","duration":"630.491895ms","start":"2026-05-13T01:49:43.499775Z","end":"2026-05-13T01:49:44.130266Z","steps":["trace[180207442] 'agreement among raft nodes before linearized reading' (duration: 630.413323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.130287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340424672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:44.130304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:43.49975Z","time spent":"630.548116ms","remote":"127.0.0.1:51984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:44.130309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.704010976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e0e826a3-ae11-4f7f-b6a0-d676d8c5233b\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-05-13T01:49:44.130243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:42.706018Z","time spent":"1.424202494s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:44.130332Z","caller":"traceutil/trace.go:171","msg":"trace[745865474] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e0e826a3-ae11-4f7f-b6a0-d676d8c5233b; range_end:; response_count:1; response_revision:25443; }","duration":"4.704046767s","start":"2026-05-13T01:49:39.426278Z","end":"2026-05-13T01:49:44.130325Z","steps":["trace[745865474] 'agreement among raft nodes before linearized reading' (duration: 4.703953144s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.13035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735514365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-05-13T01:49:44.130357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:39.426271Z","time spent":"4.704081947s","remote":"127.0.0.1:60444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-e0e826a3-ae11-4f7f-b6a0-d676d8c5233b\" "} {"level":"info","ts":"2026-05-13T01:49:44.130366Z","caller":"traceutil/trace.go:171","msg":"trace[1094478769] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25443; }","duration":"1.735565006s","start":"2026-05-13T01:49:42.394797Z","end":"2026-05-13T01:49:44.130362Z","steps":["trace[1094478769] 'agreement among raft nodes before linearized reading' (duration: 1.735521385s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.130367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.22011394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-13T01:49:44.130388Z","caller":"traceutil/trace.go:171","msg":"trace[1043154681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25443; }","duration":"4.220159172s","start":"2026-05-13T01:49:39.910222Z","end":"2026-05-13T01:49:44.130381Z","steps":["trace[1043154681] 'agreement among raft nodes before linearized reading' (duration: 4.220105021s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.130408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:42.394777Z","time spent":"1.735628257s","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-13T01:49:44.130411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:39.91021Z","time spent":"4.220197242s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:49:44.129954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:40.548938Z","time spent":"3.581010366s","remote":"127.0.0.1:39220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:44.130444Z","caller":"traceutil/trace.go:171","msg":"trace[1313579539] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"1.217785141s","start":"2026-05-13T01:49:42.91265Z","end":"2026-05-13T01:49:44.130435Z","steps":["trace[1313579539] 'process raft request' (duration: 1.217038174s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:44.130299Z","caller":"traceutil/trace.go:171","msg":"trace[1092768499] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25443; }","duration":"4.70117852s","start":"2026-05-13T01:49:39.429104Z","end":"2026-05-13T01:49:44.130282Z","steps":["trace[1092768499] 'agreement among raft nodes before linearized reading' (duration: 4.70077376s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.130491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.701325693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-05-13T01:49:44.130496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:39.429094Z","time spent":"4.701395035s","remote":"127.0.0.1:60574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-13T01:49:44.130507Z","caller":"traceutil/trace.go:171","msg":"trace[96266944] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25443; }","duration":"4.701341174s","start":"2026-05-13T01:49:39.42916Z","end":"2026-05-13T01:49:44.130501Z","steps":["trace[96266944] 'agreement among raft nodes before linearized reading' (duration: 4.701290213s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.130523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:39.429136Z","time spent":"4.701384015s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-13T01:49:44.130552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.705240505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-p99lt\" ","response":"range_response_count:1 size:4617"} {"level":"warn","ts":"2026-05-13T01:49:44.129852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:41.369395Z","time spent":"2.760412077s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:44.130592Z","caller":"traceutil/trace.go:171","msg":"trace[825682615] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-p99lt; range_end:; response_count:1; response_revision:25443; }","duration":"4.705298707s","start":"2026-05-13T01:49:39.425283Z","end":"2026-05-13T01:49:44.130582Z","steps":["trace[825682615] 'agreement among raft nodes before linearized reading' (duration: 4.705194094s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.129854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:41.371153Z","time spent":"2.758668886s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:44.130619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:39.42527Z","time spent":"4.705341567s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4640,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-p99lt\" "} {"level":"warn","ts":"2026-05-13T01:49:44.129955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:43.43921Z","time spent":"690.73986ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:49:44.129952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.702835447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-05-13T01:49:44.13069Z","caller":"traceutil/trace.go:171","msg":"trace[764510591] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414; range_end:; response_count:1; response_revision:25443; }","duration":"3.703618406s","start":"2026-05-13T01:49:40.427063Z","end":"2026-05-13T01:49:44.130682Z","steps":["trace[764510591] 'agreement among raft nodes before linearized reading' (duration: 3.702810047s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.130718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:40.427038Z","time spent":"3.703672847s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" "} {"level":"warn","ts":"2026-05-13T01:49:44.130315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.220019558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:49:44.129741Z","caller":"traceutil/trace.go:171","msg":"trace[2111082365] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"2.759080045s","start":"2026-05-13T01:49:41.370638Z","end":"2026-05-13T01:49:44.129718Z","steps":["trace[2111082365] 'process raft request' (duration: 2.758952723s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:44.130762Z","caller":"traceutil/trace.go:171","msg":"trace[504673116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25443; }","duration":"4.22048496s","start":"2026-05-13T01:49:39.910267Z","end":"2026-05-13T01:49:44.130752Z","steps":["trace[504673116] 'agreement among raft nodes before linearized reading' (duration: 4.219969778s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.130785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:39.910252Z","time spent":"4.22052572s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T01:49:44.130815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:41.370629Z","time spent":"2.7601486s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:44.130847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161149813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:49:44.129852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:41.369365Z","time spent":"2.760443648s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:44.1309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888588615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:44.130911Z","caller":"traceutil/trace.go:171","msg":"trace[1902959470] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25443; }","duration":"3.161263686s","start":"2026-05-13T01:49:40.96963Z","end":"2026-05-13T01:49:44.130893Z","steps":["trace[1902959470] 'agreement among raft nodes before linearized reading' (duration: 3.161099132s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:44.130934Z","caller":"traceutil/trace.go:171","msg":"trace[681973145] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25443; }","duration":"1.888623565s","start":"2026-05-13T01:49:42.242299Z","end":"2026-05-13T01:49:44.130922Z","steps":["trace[681973145] 'agreement among raft nodes before linearized reading' (duration: 1.888568714s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.130961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:42.242245Z","time spent":"1.888708678s","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:44.130963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:40.969611Z","time spent":"3.161343087s","remote":"127.0.0.1:60802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:44.130047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.111231161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-13T01:49:44.131021Z","caller":"traceutil/trace.go:171","msg":"trace[6776288] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25443; }","duration":"4.112240025s","start":"2026-05-13T01:49:40.018773Z","end":"2026-05-13T01:49:44.131013Z","steps":["trace[6776288] 'agreement among raft nodes before linearized reading' (duration: 4.111150719s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.131046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:40.018752Z","time spent":"4.112285886s","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:44.130308Z","caller":"traceutil/trace.go:171","msg":"trace[1252568231] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25443; }","duration":"1.340483353s","start":"2026-05-13T01:49:42.789816Z","end":"2026-05-13T01:49:44.130299Z","steps":["trace[1252568231] 'agreement among raft nodes before linearized reading' (duration: 1.340453222s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.131121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.811413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:49:44.131145Z","caller":"traceutil/trace.go:171","msg":"trace[1923547157] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25443; }","duration":"606.875524ms","start":"2026-05-13T01:49:43.524263Z","end":"2026-05-13T01:49:44.131138Z","steps":["trace[1923547157] 'agreement among raft nodes before linearized reading' (duration: 606.790613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.131159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:43.524242Z","time spent":"606.913475ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:44.131145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:42.789794Z","time spent":"1.341311022s","remote":"127.0.0.1:57144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:44.130492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:42.912631Z","time spent":"1.217835753s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:44.335673Z","caller":"traceutil/trace.go:171","msg":"trace[819046326] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"200.24649ms","start":"2026-05-13T01:49:44.135394Z","end":"2026-05-13T01:49:44.33564Z","steps":["trace[819046326] 'process raft request' (duration: 199.960804ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:44.336113Z","caller":"traceutil/trace.go:171","msg":"trace[1204119383] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"200.494306ms","start":"2026-05-13T01:49:44.135595Z","end":"2026-05-13T01:49:44.336089Z","steps":["trace[1204119383] 'process raft request' (duration: 199.988894ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:44.336282Z","caller":"traceutil/trace.go:171","msg":"trace[452917514] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"194.958157ms","start":"2026-05-13T01:49:44.141295Z","end":"2026-05-13T01:49:44.336253Z","steps":["trace[452917514] 'process raft request' (duration: 194.777222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.33647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.8051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:44.336535Z","caller":"traceutil/trace.go:171","msg":"trace[365311514] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25448; }","duration":"163.926103ms","start":"2026-05-13T01:49:44.172591Z","end":"2026-05-13T01:49:44.336518Z","steps":["trace[365311514] 'agreement among raft nodes before linearized reading' (duration: 163.773749ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:44.336579Z","caller":"traceutil/trace.go:171","msg":"trace[236378453] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"200.158098ms","start":"2026-05-13T01:49:44.136414Z","end":"2026-05-13T01:49:44.336572Z","steps":["trace[236378453] 'process raft request' (duration: 199.431371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.336632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.735589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-05-13T01:49:44.336664Z","caller":"traceutil/trace.go:171","msg":"trace[1072943114] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25448; }","duration":"199.79862ms","start":"2026-05-13T01:49:44.136857Z","end":"2026-05-13T01:49:44.336655Z","steps":["trace[1072943114] 'agreement among raft nodes before linearized reading' (duration: 199.656867ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:44.336465Z","caller":"traceutil/trace.go:171","msg":"trace[298458373] linearizableReadLoop","detail":"{readStateIndex:26292; appliedIndex:26289; }","duration":"140.1969ms","start":"2026-05-13T01:49:44.195989Z","end":"2026-05-13T01:49:44.336186Z","steps":["trace[298458373] 'read index received' (duration: 139.601106ms)","trace[298458373] 'applied index is now lower than readState.Index' (duration: 594.924µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:44.336854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.663247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:44.336876Z","caller":"traceutil/trace.go:171","msg":"trace[113597785] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25448; }","duration":"199.684527ms","start":"2026-05-13T01:49:44.137183Z","end":"2026-05-13T01:49:44.336868Z","steps":["trace[113597785] 'agreement among raft nodes before linearized reading' (duration: 199.643006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.337033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.356927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-13T01:49:44.337059Z","caller":"traceutil/trace.go:171","msg":"trace[547891582] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25448; }","duration":"138.438049ms","start":"2026-05-13T01:49:44.198614Z","end":"2026-05-13T01:49:44.337052Z","steps":["trace[547891582] 'agreement among raft nodes before linearized reading' (duration: 138.297446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.337077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.04595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aefce1aa334c5a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-13T01:49:44.337104Z","caller":"traceutil/trace.go:171","msg":"trace[508497203] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aefce1aa334c5a; range_end:; response_count:1; response_revision:25448; }","duration":"138.07863ms","start":"2026-05-13T01:49:44.199015Z","end":"2026-05-13T01:49:44.337094Z","steps":["trace[508497203] 'agreement among raft nodes before linearized reading' (duration: 138.001649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.607205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.220889ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-13T01:49:44.60771Z","caller":"traceutil/trace.go:171","msg":"trace[1167528595] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"260.108497ms","start":"2026-05-13T01:49:44.347579Z","end":"2026-05-13T01:49:44.607687Z","steps":["trace[1167528595] 'process raft request' (duration: 259.83574ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:44.608043Z","caller":"traceutil/trace.go:171","msg":"trace[814921099] linearizableReadLoop","detail":"{readStateIndex:26293; appliedIndex:26292; }","duration":"266.728161ms","start":"2026-05-13T01:49:44.3413Z","end":"2026-05-13T01:49:44.608028Z","steps":["trace[814921099] 'read index received' (duration: 47.61528ms)","trace[814921099] 'applied index is now lower than readState.Index' (duration: 219.111101ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:44.608258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.795649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:44.608295Z","caller":"traceutil/trace.go:171","msg":"trace[580678548] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25449; }","duration":"265.84975ms","start":"2026-05-13T01:49:44.342432Z","end":"2026-05-13T01:49:44.608282Z","steps":["trace[580678548] 'agreement among raft nodes before linearized reading' (duration: 265.775819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.608313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.995837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-05-13T01:49:44.608361Z","caller":"traceutil/trace.go:171","msg":"trace[1679816686] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25449; }","duration":"267.066499ms","start":"2026-05-13T01:49:44.341282Z","end":"2026-05-13T01:49:44.608349Z","steps":["trace[1679816686] 'agreement among raft nodes before linearized reading' (duration: 266.885045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.608576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.611665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-05-13T01:49:44.608703Z","caller":"traceutil/trace.go:171","msg":"trace[703745943] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25449; }","duration":"256.779999ms","start":"2026-05-13T01:49:44.351897Z","end":"2026-05-13T01:49:44.608676Z","steps":["trace[703745943] 'agreement among raft nodes before linearized reading' (duration: 256.355039ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:44.797167Z","caller":"traceutil/trace.go:171","msg":"trace[282383384] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"118.569005ms","start":"2026-05-13T01:49:44.678547Z","end":"2026-05-13T01:49:44.797116Z","steps":["trace[282383384] 'process raft request' (duration: 31.626798ms)","trace[282383384] 'compare' (duration: 86.660531ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:44.797168Z","caller":"traceutil/trace.go:171","msg":"trace[2024693831] linearizableReadLoop","detail":"{readStateIndex:26298; appliedIndex:26297; }","duration":"107.832575ms","start":"2026-05-13T01:49:44.689241Z","end":"2026-05-13T01:49:44.797074Z","steps":["trace[2024693831] 'read index received' (duration: 21.119433ms)","trace[2024693831] 'applied index is now lower than readState.Index' (duration: 86.711512ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:44.797375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.722209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-05-13T01:49:44.797385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.225388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-05-13T01:49:44.797447Z","caller":"traceutil/trace.go:171","msg":"trace[1546944606] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25453; }","duration":"115.812961ms","start":"2026-05-13T01:49:44.681613Z","end":"2026-05-13T01:49:44.797426Z","steps":["trace[1546944606] 'agreement among raft nodes before linearized reading' (duration: 115.581605ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:44.79745Z","caller":"traceutil/trace.go:171","msg":"trace[1511937338] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25453; }","duration":"109.34066ms","start":"2026-05-13T01:49:44.688095Z","end":"2026-05-13T01:49:44.797436Z","steps":["trace[1511937338] 'agreement among raft nodes before linearized reading' (duration: 109.020582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.797678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.590916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-13T01:49:44.797748Z","caller":"traceutil/trace.go:171","msg":"trace[829507195] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25453; }","duration":"106.699299ms","start":"2026-05-13T01:49:44.691031Z","end":"2026-05-13T01:49:44.79773Z","steps":["trace[829507195] 'agreement among raft nodes before linearized reading' (duration: 106.449893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.797805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.218494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18aefce5f3a28cfe\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-05-13T01:49:44.797914Z","caller":"traceutil/trace.go:171","msg":"trace[1836832099] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18aefce5f3a28cfe; range_end:; response_count:1; response_revision:25453; }","duration":"105.362648ms","start":"2026-05-13T01:49:44.692536Z","end":"2026-05-13T01:49:44.797899Z","steps":["trace[1836832099] 'agreement among raft nodes before linearized reading' (duration: 105.104442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:44.798718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.331286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18416"} {"level":"info","ts":"2026-05-13T01:49:44.798781Z","caller":"traceutil/trace.go:171","msg":"trace[2104922136] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25453; }","duration":"120.436139ms","start":"2026-05-13T01:49:44.678329Z","end":"2026-05-13T01:49:44.798765Z","steps":["trace[2104922136] 'agreement among raft nodes before linearized reading' (duration: 118.929134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:45.302668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005630321,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:49:45.502282Z","caller":"traceutil/trace.go:171","msg":"trace[380250601] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"702.048913ms","start":"2026-05-13T01:49:44.800204Z","end":"2026-05-13T01:49:45.502253Z","steps":["trace[380250601] 'process raft request' (duration: 701.803187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:45.502459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:44.800182Z","time spent":"702.177447ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:46.203722Z","caller":"traceutil/trace.go:171","msg":"trace[213027493] linearizableReadLoop","detail":"{readStateIndex:26300; appliedIndex:26298; }","duration":"1.4021208s","start":"2026-05-13T01:49:44.801567Z","end":"2026-05-13T01:49:46.203687Z","steps":["trace[213027493] 'read index received' (duration: 700.518048ms)","trace[213027493] 'applied index is now lower than readState.Index' (duration: 701.599532ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:46.20403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402438057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-05-13T01:49:46.20411Z","caller":"traceutil/trace.go:171","msg":"trace[284253062] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25456; }","duration":"1.402568431s","start":"2026-05-13T01:49:44.801521Z","end":"2026-05-13T01:49:46.20409Z","steps":["trace[284253062] 'agreement among raft nodes before linearized reading' (duration: 1.402304354s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:46.204157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:44.801503Z","time spent":"1.402645742s","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-05-13T01:49:46.203604Z","caller":"traceutil/trace.go:171","msg":"trace[1971154885] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"1.398389953s","start":"2026-05-13T01:49:44.805168Z","end":"2026-05-13T01:49:46.203558Z","steps":["trace[1971154885] 'process raft request' (duration: 1.32194733s)","trace[1971154885] 'compare' (duration: 76.197467ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:46.204319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:44.80515Z","time spent":"1.399098419s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T01:49:46.251057Z","caller":"traceutil/trace.go:171","msg":"trace[1991284403] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"114.179483ms","start":"2026-05-13T01:49:46.136859Z","end":"2026-05-13T01:49:46.251039Z","steps":["trace[1991284403] 'process raft request' (duration: 114.032929ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:46.251452Z","caller":"traceutil/trace.go:171","msg":"trace[416741543] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"114.544172ms","start":"2026-05-13T01:49:46.136884Z","end":"2026-05-13T01:49:46.251429Z","steps":["trace[416741543] 'process raft request' (duration: 114.117022ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:46.251513Z","caller":"traceutil/trace.go:171","msg":"trace[605874767] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"113.936457ms","start":"2026-05-13T01:49:46.137556Z","end":"2026-05-13T01:49:46.251493Z","steps":["trace[605874767] 'process raft request' (duration: 113.858265ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:46.251594Z","caller":"traceutil/trace.go:171","msg":"trace[1160864626] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"114.610333ms","start":"2026-05-13T01:49:46.136972Z","end":"2026-05-13T01:49:46.251583Z","steps":["trace[1160864626] 'process raft request' (duration: 114.282436ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:46.251634Z","caller":"traceutil/trace.go:171","msg":"trace[398970440] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"114.462289ms","start":"2026-05-13T01:49:46.137162Z","end":"2026-05-13T01:49:46.251624Z","steps":["trace[398970440] 'process raft request' (duration: 114.193773ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:46.251747Z","caller":"traceutil/trace.go:171","msg":"trace[557431642] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"113.935747ms","start":"2026-05-13T01:49:46.137799Z","end":"2026-05-13T01:49:46.251735Z","steps":["trace[557431642] 'process raft request' (duration: 113.65853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:46.251838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.581847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:46.251872Z","caller":"traceutil/trace.go:171","msg":"trace[1555344437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25463; }","duration":"624.659309ms","start":"2026-05-13T01:49:45.627205Z","end":"2026-05-13T01:49:46.251864Z","steps":["trace[1555344437] 'agreement among raft nodes before linearized reading' (duration: 624.562797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:46.251892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:45.627182Z","time spent":"624.704759ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:49:46.251903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.541807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-05-13T01:49:46.251942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.250731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-13T01:49:46.251944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.413344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:46.251959Z","caller":"traceutil/trace.go:171","msg":"trace[1319939818] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414; range_end:; response_count:1; response_revision:25463; }","duration":"730.604029ms","start":"2026-05-13T01:49:45.521339Z","end":"2026-05-13T01:49:46.251943Z","steps":["trace[1319939818] 'agreement among raft nodes before linearized reading' (duration: 730.462275ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:46.251971Z","caller":"traceutil/trace.go:171","msg":"trace[822171751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25463; }","duration":"134.290212ms","start":"2026-05-13T01:49:46.117672Z","end":"2026-05-13T01:49:46.251963Z","steps":["trace[822171751] 'agreement among raft nodes before linearized reading' (duration: 134.174529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:46.251988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:45.521313Z","time spent":"730.668401ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" "} {"level":"info","ts":"2026-05-13T01:49:46.251981Z","caller":"traceutil/trace.go:171","msg":"trace[284211354] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25463; }","duration":"218.497786ms","start":"2026-05-13T01:49:46.033473Z","end":"2026-05-13T01:49:46.25197Z","steps":["trace[284211354] 'agreement among raft nodes before linearized reading' (duration: 218.420174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:46.251985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.537634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:46.252037Z","caller":"traceutil/trace.go:171","msg":"trace[1878001039] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"112.714959ms","start":"2026-05-13T01:49:46.13931Z","end":"2026-05-13T01:49:46.252025Z","steps":["trace[1878001039] 'process raft request' (duration: 112.3675ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:46.252059Z","caller":"traceutil/trace.go:171","msg":"trace[362905983] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25463; }","duration":"497.653707ms","start":"2026-05-13T01:49:45.754388Z","end":"2026-05-13T01:49:46.252042Z","steps":["trace[362905983] 'agreement among raft nodes before linearized reading' (duration: 497.532494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:46.252102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:45.754371Z","time spent":"497.721898ms","remote":"127.0.0.1:49272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:46.252134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442061801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-13T01:49:46.252163Z","caller":"traceutil/trace.go:171","msg":"trace[547330692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25463; }","duration":"1.442104983s","start":"2026-05-13T01:49:44.81005Z","end":"2026-05-13T01:49:46.252155Z","steps":["trace[547330692] 'agreement among raft nodes before linearized reading' (duration: 1.44200807s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:46.252182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:44.810034Z","time spent":"1.442143473s","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-13T01:49:46.25228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115445974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-05-13T01:49:46.252311Z","caller":"traceutil/trace.go:171","msg":"trace[1169008518] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414; range_end:; response_count:1; response_revision:25463; }","duration":"1.115515716s","start":"2026-05-13T01:49:45.136788Z","end":"2026-05-13T01:49:46.252304Z","steps":["trace[1169008518] 'agreement among raft nodes before linearized reading' (duration: 1.115442784s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:46.252331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:45.136765Z","time spent":"1.115561627s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" "} {"level":"warn","ts":"2026-05-13T01:49:46.252356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.595516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-05-13T01:49:46.252394Z","caller":"traceutil/trace.go:171","msg":"trace[126684708] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25463; }","duration":"946.669858ms","start":"2026-05-13T01:49:45.305712Z","end":"2026-05-13T01:49:46.252381Z","steps":["trace[126684708] 'agreement among raft nodes before linearized reading' (duration: 946.568805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:46.252436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:45.305686Z","time spent":"946.74106ms","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-05-13T01:49:46.252517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162685796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-13T01:49:46.252538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261350507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:46.252636Z","caller":"traceutil/trace.go:171","msg":"trace[1372876634] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25463; }","duration":"1.26150677s","start":"2026-05-13T01:49:44.991115Z","end":"2026-05-13T01:49:46.252622Z","steps":["trace[1372876634] 'agreement among raft nodes before linearized reading' (duration: 1.261347567s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:46.252681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:44.991086Z","time spent":"1.261584613s","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:46.252567Z","caller":"traceutil/trace.go:171","msg":"trace[1397013777] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25463; }","duration":"1.162787388s","start":"2026-05-13T01:49:45.089768Z","end":"2026-05-13T01:49:46.252555Z","steps":["trace[1397013777] 'agreement among raft nodes before linearized reading' (duration: 1.162583363s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:46.252732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:45.08974Z","time spent":"1.162980373s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:46.433643Z","caller":"traceutil/trace.go:171","msg":"trace[709977274] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"179.315292ms","start":"2026-05-13T01:49:46.25428Z","end":"2026-05-13T01:49:46.433595Z","steps":["trace[709977274] 'process raft request' (duration: 120.684525ms)","trace[709977274] 'compare' (duration: 58.386862ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:46.947777Z","caller":"traceutil/trace.go:171","msg":"trace[94264668] linearizableReadLoop","detail":"{readStateIndex:26310; appliedIndex:26308; }","duration":"687.862643ms","start":"2026-05-13T01:49:46.259892Z","end":"2026-05-13T01:49:46.947755Z","steps":["trace[94264668] 'read index received' (duration: 114.991742ms)","trace[94264668] 'applied index is now lower than readState.Index' (duration: 572.869661ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:46.947874Z","caller":"traceutil/trace.go:171","msg":"trace[586370623] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"690.368092ms","start":"2026-05-13T01:49:46.257464Z","end":"2026-05-13T01:49:46.947832Z","steps":["trace[586370623] 'process raft request' (duration: 651.084035ms)","trace[586370623] 'compare' (duration: 39.01453ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:46.94803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:46.25745Z","time spent":"690.496464ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:46.948033Z","caller":"traceutil/trace.go:171","msg":"trace[19379051] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"688.040827ms","start":"2026-05-13T01:49:46.259893Z","end":"2026-05-13T01:49:46.947934Z","steps":["trace[19379051] 'process raft request' (duration: 687.801611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:46.948581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.660711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18aefce5f4c806fd\" ","response":"range_response_count:1 size:747"} {"level":"warn","ts":"2026-05-13T01:49:46.948587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:46.259867Z","time spent":"688.266143ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3928,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:46.948665Z","caller":"traceutil/trace.go:171","msg":"trace[1728610561] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18aefce5f4c806fd; range_end:; response_count:1; response_revision:25466; }","duration":"688.773345ms","start":"2026-05-13T01:49:46.25987Z","end":"2026-05-13T01:49:46.948643Z","steps":["trace[1728610561] 'agreement among raft nodes before linearized reading' (duration: 688.470977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:46.94871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:46.259863Z","time spent":"688.838046ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18aefce5f4c806fd\" "} {"level":"info","ts":"2026-05-13T01:49:47.029196Z","caller":"traceutil/trace.go:171","msg":"trace[177452556] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"591.137816ms","start":"2026-05-13T01:49:46.438034Z","end":"2026-05-13T01:49:47.029171Z","steps":["trace[177452556] 'process raft request' (duration: 590.984883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:47.029331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:46.43801Z","time spent":"591.25695ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T01:49:47.029399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.853006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-13T01:49:47.029432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.695996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:49:47.029472Z","caller":"traceutil/trace.go:171","msg":"trace[92937210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25467; }","duration":"685.951788ms","start":"2026-05-13T01:49:46.343504Z","end":"2026-05-13T01:49:47.029456Z","steps":["trace[92937210] 'agreement among raft nodes before linearized reading' (duration: 685.678112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:47.029518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:46.343496Z","time spent":"686.014889ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T01:49:47.029526Z","caller":"traceutil/trace.go:171","msg":"trace[380872944] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25467; }","duration":"551.85114ms","start":"2026-05-13T01:49:46.47765Z","end":"2026-05-13T01:49:47.029502Z","steps":["trace[380872944] 'agreement among raft nodes before linearized reading' (duration: 551.652265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:47.029585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:46.477629Z","time spent":"551.942273ms","remote":"127.0.0.1:44630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:47.029648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.231561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T01:49:47.029683Z","caller":"traceutil/trace.go:171","msg":"trace[1649843188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25467; }","duration":"688.310503ms","start":"2026-05-13T01:49:46.341363Z","end":"2026-05-13T01:49:47.029674Z","steps":["trace[1649843188] 'agreement among raft nodes before linearized reading' (duration: 688.17918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:47.029719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:46.341341Z","time spent":"688.372674ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:49:47.029847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.887303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-05-13T01:49:47.029878Z","caller":"traceutil/trace.go:171","msg":"trace[1985176307] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25467; }","duration":"705.950815ms","start":"2026-05-13T01:49:46.323918Z","end":"2026-05-13T01:49:47.029869Z","steps":["trace[1985176307] 'agreement among raft nodes before linearized reading' (duration: 705.874993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:47.029905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:46.323899Z","time spent":"706.000835ms","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-05-13T01:49:47.030072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.390147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:47.030115Z","caller":"traceutil/trace.go:171","msg":"trace[933583117] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25467; }","duration":"216.478439ms","start":"2026-05-13T01:49:46.813626Z","end":"2026-05-13T01:49:47.030104Z","steps":["trace[933583117] 'agreement among raft nodes before linearized reading' (duration: 216.406547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:47.030143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.489374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:47.030208Z","caller":"traceutil/trace.go:171","msg":"trace[567675527] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25467; }","duration":"738.591166ms","start":"2026-05-13T01:49:46.291597Z","end":"2026-05-13T01:49:47.030189Z","steps":["trace[567675527] 'agreement among raft nodes before linearized reading' (duration: 738.496174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:47.030251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:46.291572Z","time spent":"738.666917ms","remote":"127.0.0.1:56976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:47.030599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.391086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:49:47.030744Z","caller":"traceutil/trace.go:171","msg":"trace[1932141468] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25467; }","duration":"246.613391ms","start":"2026-05-13T01:49:46.784101Z","end":"2026-05-13T01:49:47.030714Z","steps":["trace[1932141468] 'agreement among raft nodes before linearized reading' (duration: 245.138467ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:47.285651Z","caller":"traceutil/trace.go:171","msg":"trace[593739607] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"237.777995ms","start":"2026-05-13T01:49:47.047829Z","end":"2026-05-13T01:49:47.285607Z","steps":["trace[593739607] 'process raft request' (duration: 220.471261ms)","trace[593739607] 'compare' (duration: 16.180088ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:47.319443Z","caller":"traceutil/trace.go:171","msg":"trace[1665699786] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"254.999598ms","start":"2026-05-13T01:49:47.064412Z","end":"2026-05-13T01:49:47.319412Z","steps":["trace[1665699786] 'process raft request' (duration: 254.881465ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:47.319465Z","caller":"traceutil/trace.go:171","msg":"trace[2013829277] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"271.576614ms","start":"2026-05-13T01:49:47.047844Z","end":"2026-05-13T01:49:47.319421Z","steps":["trace[2013829277] 'process raft request' (duration: 271.341518ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:48.47175Z","caller":"traceutil/trace.go:171","msg":"trace[931352121] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"213.660203ms","start":"2026-05-13T01:49:48.258047Z","end":"2026-05-13T01:49:48.471707Z","steps":["trace[931352121] 'process raft request' (duration: 127.130555ms)","trace[931352121] 'compare' (duration: 86.255871ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:48.471991Z","caller":"traceutil/trace.go:171","msg":"trace[784227588] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"213.874048ms","start":"2026-05-13T01:49:48.258092Z","end":"2026-05-13T01:49:48.471966Z","steps":["trace[784227588] 'process raft request' (duration: 213.54829ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:48.472444Z","caller":"traceutil/trace.go:171","msg":"trace[566773588] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"214.222577ms","start":"2026-05-13T01:49:48.258199Z","end":"2026-05-13T01:49:48.472421Z","steps":["trace[566773588] 'process raft request' (duration: 213.683884ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:48.472424Z","caller":"traceutil/trace.go:171","msg":"trace[1311604107] transaction","detail":"{read_only:false; response_revision:25478; number_of_response:1; }","duration":"213.55225ms","start":"2026-05-13T01:49:48.258848Z","end":"2026-05-13T01:49:48.4724Z","steps":["trace[1311604107] 'process raft request' (duration: 213.448988ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:48.472537Z","caller":"traceutil/trace.go:171","msg":"trace[417675804] linearizableReadLoop","detail":"{readStateIndex:26326; appliedIndex:26319; }","duration":"147.94091ms","start":"2026-05-13T01:49:48.324584Z","end":"2026-05-13T01:49:48.472525Z","steps":["trace[417675804] 'read index received' (duration: 60.47846ms)","trace[417675804] 'applied index is now lower than readState.Index' (duration: 87.46152ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:48.472663Z","caller":"traceutil/trace.go:171","msg":"trace[8671817] transaction","detail":"{read_only:false; response_revision:25479; number_of_response:1; }","duration":"213.311155ms","start":"2026-05-13T01:49:48.259341Z","end":"2026-05-13T01:49:48.472652Z","steps":["trace[8671817] 'process raft request' (duration: 213.029828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:48.472706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.097884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-05-13T01:49:48.47274Z","caller":"traceutil/trace.go:171","msg":"trace[2121619260] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414; range_end:; response_count:1; response_revision:25481; }","duration":"148.195027ms","start":"2026-05-13T01:49:48.324533Z","end":"2026-05-13T01:49:48.472728Z","steps":["trace[2121619260] 'agreement among raft nodes before linearized reading' (duration: 148.035973ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:48.472805Z","caller":"traceutil/trace.go:171","msg":"trace[1699288079] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"213.152561ms","start":"2026-05-13T01:49:48.259638Z","end":"2026-05-13T01:49:48.47279Z","steps":["trace[1699288079] 'process raft request' (duration: 212.799523ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:48.472933Z","caller":"traceutil/trace.go:171","msg":"trace[270493433] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"212.626419ms","start":"2026-05-13T01:49:48.260297Z","end":"2026-05-13T01:49:48.472923Z","steps":["trace[270493433] 'process raft request' (duration: 212.189099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:48.999274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.333241ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:48.999806Z","caller":"traceutil/trace.go:171","msg":"trace[1755418081] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25481; }","duration":"308.873863ms","start":"2026-05-13T01:49:48.690916Z","end":"2026-05-13T01:49:48.99979Z","steps":["trace[1755418081] 'range keys from in-memory index tree' (duration: 308.32107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:48.999488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.602857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:49:48.999948Z","caller":"traceutil/trace.go:171","msg":"trace[1046737554] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25481; }","duration":"366.098989ms","start":"2026-05-13T01:49:48.633844Z","end":"2026-05-13T01:49:48.999943Z","steps":["trace[1046737554] 'count revisions from in-memory index tree' (duration: 365.530445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:48.999641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.585689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:48.999975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:48.633833Z","time spent":"366.132529ms","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:49.000373Z","caller":"traceutil/trace.go:171","msg":"trace[2011079299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25481; }","duration":"373.129552ms","start":"2026-05-13T01:49:48.626999Z","end":"2026-05-13T01:49:49.000129Z","steps":["trace[2011079299] 'range keys from in-memory index tree' (duration: 372.481787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:49.000505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:48.626981Z","time spent":"373.47863ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:49:49.379035Z","caller":"traceutil/trace.go:171","msg":"trace[287094488] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"175.566915ms","start":"2026-05-13T01:49:49.203416Z","end":"2026-05-13T01:49:49.378983Z","steps":["trace[287094488] 'process raft request' (duration: 100.498284ms)","trace[287094488] 'compare' (duration: 74.738233ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:49.76042Z","caller":"traceutil/trace.go:171","msg":"trace[2133692992] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"376.920731ms","start":"2026-05-13T01:49:49.38345Z","end":"2026-05-13T01:49:49.760371Z","steps":["trace[2133692992] 'process raft request' (duration: 374.070794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:49.760701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:49.383423Z","time spent":"377.103116ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:49.788957Z","caller":"traceutil/trace.go:171","msg":"trace[286665520] linearizableReadLoop","detail":"{readStateIndex:26331; appliedIndex:26329; }","duration":"354.723683ms","start":"2026-05-13T01:49:49.434199Z","end":"2026-05-13T01:49:49.788923Z","steps":["trace[286665520] 'read index received' (duration: 323.375222ms)","trace[286665520] 'applied index is now lower than readState.Index' (duration: 31.346911ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:49.78912Z","caller":"traceutil/trace.go:171","msg":"trace[1456584935] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"403.794808ms","start":"2026-05-13T01:49:49.385296Z","end":"2026-05-13T01:49:49.789091Z","steps":["trace[1456584935] 'process raft request' (duration: 403.44648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:49.789269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:49.385224Z","time spent":"403.92489ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:49.789272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.047191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:49.78934Z","caller":"traceutil/trace.go:171","msg":"trace[725507849] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25486; }","duration":"355.156413ms","start":"2026-05-13T01:49:49.434166Z","end":"2026-05-13T01:49:49.789323Z","steps":["trace[725507849] 'agreement among raft nodes before linearized reading' (duration: 355.03259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:49.789373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:49.434154Z","time spent":"355.211574ms","remote":"127.0.0.1:56898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:50.259973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.598441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:49:50.260114Z","caller":"traceutil/trace.go:171","msg":"trace[1685380412] linearizableReadLoop","detail":"{readStateIndex:26332; appliedIndex:26331; }","duration":"471.054196ms","start":"2026-05-13T01:49:49.789043Z","end":"2026-05-13T01:49:50.260098Z","steps":["trace[1685380412] 'read index received' (duration: 179.181039ms)","trace[1685380412] 'applied index is now lower than readState.Index' (duration: 291.871677ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:50.260193Z","caller":"traceutil/trace.go:171","msg":"trace[1770205952] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"499.122581ms","start":"2026-05-13T01:49:49.761031Z","end":"2026-05-13T01:49:50.260154Z","steps":["trace[1770205952] 'process raft request' (duration: 207.269144ms)","trace[1770205952] 'compare' (duration: 291.028498ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:50.260271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.792137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-05-13T01:49:50.260303Z","caller":"traceutil/trace.go:171","msg":"trace[269410439] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414; range_end:; response_count:1; response_revision:25487; }","duration":"782.871198ms","start":"2026-05-13T01:49:49.47742Z","end":"2026-05-13T01:49:50.260291Z","steps":["trace[269410439] 'agreement among raft nodes before linearized reading' (duration: 782.727785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:50.260345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:49.477398Z","time spent":"782.93842ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" "} {"level":"warn","ts":"2026-05-13T01:49:50.260376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:49.760999Z","time spent":"499.293294ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:50.260946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.832599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:50.261039Z","caller":"traceutil/trace.go:171","msg":"trace[346301460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25487; }","duration":"632.974942ms","start":"2026-05-13T01:49:49.628045Z","end":"2026-05-13T01:49:50.26102Z","steps":["trace[346301460] 'agreement among raft nodes before linearized reading' (duration: 632.127083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:50.2613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:49.628018Z","time spent":"633.26897ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:49:50.700701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.097421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:49:50.700805Z","caller":"traceutil/trace.go:171","msg":"trace[1081809392] linearizableReadLoop","detail":"{readStateIndex:26333; appliedIndex:26332; }","duration":"429.60008ms","start":"2026-05-13T01:49:50.271188Z","end":"2026-05-13T01:49:50.700788Z","steps":["trace[1081809392] 'read index received' (duration: 276.331155ms)","trace[1081809392] 'applied index is now lower than readState.Index' (duration: 153.267475ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:50.700933Z","caller":"traceutil/trace.go:171","msg":"trace[1388156952] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"432.605349ms","start":"2026-05-13T01:49:50.268288Z","end":"2026-05-13T01:49:50.700893Z","steps":["trace[1388156952] 'process raft request' (duration: 279.238663ms)","trace[1388156952] 'compare' (duration: 152.69313ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:50.701124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.932507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-05-13T01:49:50.701166Z","caller":"traceutil/trace.go:171","msg":"trace[391667473] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414; range_end:; response_count:1; response_revision:25488; }","duration":"430.003508ms","start":"2026-05-13T01:49:50.27115Z","end":"2026-05-13T01:49:50.701153Z","steps":["trace[391667473] 'agreement among raft nodes before linearized reading' (duration: 429.869015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:50.701431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:50.271133Z","time spent":"430.286046ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" "} {"level":"warn","ts":"2026-05-13T01:49:50.701423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:50.268255Z","time spent":"432.753803ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:50.70195Z","caller":"traceutil/trace.go:171","msg":"trace[144383147] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"224.033805ms","start":"2026-05-13T01:49:50.477874Z","end":"2026-05-13T01:49:50.701908Z","steps":["trace[144383147] 'process raft request' (duration: 223.772929ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:50.70228Z","caller":"traceutil/trace.go:171","msg":"trace[1303472619] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"224.297041ms","start":"2026-05-13T01:49:50.477964Z","end":"2026-05-13T01:49:50.702261Z","steps":["trace[1303472619] 'process raft request' (duration: 223.875791ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:50.702341Z","caller":"traceutil/trace.go:171","msg":"trace[1549934600] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"224.311911ms","start":"2026-05-13T01:49:50.477996Z","end":"2026-05-13T01:49:50.702308Z","steps":["trace[1549934600] 'process raft request' (duration: 224.159888ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:50.702574Z","caller":"traceutil/trace.go:171","msg":"trace[1237763921] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"223.951553ms","start":"2026-05-13T01:49:50.4786Z","end":"2026-05-13T01:49:50.702552Z","steps":["trace[1237763921] 'process raft request' (duration: 223.858401ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:50.702695Z","caller":"traceutil/trace.go:171","msg":"trace[1103229194] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"224.026405ms","start":"2026-05-13T01:49:50.478646Z","end":"2026-05-13T01:49:50.702672Z","steps":["trace[1103229194] 'process raft request' (duration: 223.861481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:50.702758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.279232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:50.702706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.413388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-13T01:49:50.702797Z","caller":"traceutil/trace.go:171","msg":"trace[729123415] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25495; }","duration":"366.353714ms","start":"2026-05-13T01:49:50.33643Z","end":"2026-05-13T01:49:50.702784Z","steps":["trace[729123415] 'agreement among raft nodes before linearized reading' (duration: 366.296153ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:50.702789Z","caller":"traceutil/trace.go:171","msg":"trace[1827361192] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"224.66669ms","start":"2026-05-13T01:49:50.478094Z","end":"2026-05-13T01:49:50.702761Z","steps":["trace[1827361192] 'process raft request' (duration: 224.168648ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:50.702823Z","caller":"traceutil/trace.go:171","msg":"trace[495375063] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25495; }","duration":"418.537152ms","start":"2026-05-13T01:49:50.284263Z","end":"2026-05-13T01:49:50.7028Z","steps":["trace[495375063] 'agreement among raft nodes before linearized reading' (duration: 418.351957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:50.702831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:50.336409Z","time spent":"366.410976ms","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:50.702821Z","caller":"traceutil/trace.go:171","msg":"trace[957819836] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"224.592018ms","start":"2026-05-13T01:49:50.478201Z","end":"2026-05-13T01:49:50.702793Z","steps":["trace[957819836] 'process raft request' (duration: 224.172868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:50.702883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:50.284255Z","time spent":"418.602283ms","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-13T01:49:51.148603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.449302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:49:51.148682Z","caller":"traceutil/trace.go:171","msg":"trace[1414566009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25495; }","duration":"115.587195ms","start":"2026-05-13T01:49:51.033076Z","end":"2026-05-13T01:49:51.148663Z","steps":["trace[1414566009] 'range keys from in-memory index tree' (duration: 115.273029ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:51.318585Z","caller":"traceutil/trace.go:171","msg":"trace[2110548872] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"165.795217ms","start":"2026-05-13T01:49:51.15276Z","end":"2026-05-13T01:49:51.318555Z","steps":["trace[2110548872] 'process raft request' (duration: 164.904746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:51.501111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.336947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:51.501174Z","caller":"traceutil/trace.go:171","msg":"trace[22306008] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25496; }","duration":"123.417118ms","start":"2026-05-13T01:49:51.377743Z","end":"2026-05-13T01:49:51.501161Z","steps":["trace[22306008] 'range keys from in-memory index tree' (duration: 123.235124ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:52.119066Z","caller":"traceutil/trace.go:171","msg":"trace[28481393] linearizableReadLoop","detail":"{readStateIndex:26343; appliedIndex:26342; }","duration":"325.538733ms","start":"2026-05-13T01:49:51.793486Z","end":"2026-05-13T01:49:52.119025Z","steps":["trace[28481393] 'read index received' (duration: 271.300758ms)","trace[28481393] 'applied index is now lower than readState.Index' (duration: 54.236855ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:52.119382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.87077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:49:52.119433Z","caller":"traceutil/trace.go:171","msg":"trace[292223202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25498; }","duration":"325.965532ms","start":"2026-05-13T01:49:51.793455Z","end":"2026-05-13T01:49:52.119421Z","steps":["trace[292223202] 'agreement among raft nodes before linearized reading' (duration: 325.795948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:52.119454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:51.793445Z","time spent":"326.005923ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T01:49:52.119454Z","caller":"traceutil/trace.go:171","msg":"trace[1240893210] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"349.526772ms","start":"2026-05-13T01:49:51.769903Z","end":"2026-05-13T01:49:52.119429Z","steps":["trace[1240893210] 'process raft request' (duration: 294.932979ms)","trace[1240893210] 'compare' (duration: 53.955118ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:52.119566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:51.769881Z","time spent":"349.625034ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:53.001903Z","caller":"traceutil/trace.go:171","msg":"trace[831646482] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"294.140579ms","start":"2026-05-13T01:49:52.707738Z","end":"2026-05-13T01:49:53.001878Z","steps":["trace[831646482] 'process raft request' (duration: 293.987675ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:53.555849Z","caller":"traceutil/trace.go:171","msg":"trace[626486839] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"847.931465ms","start":"2026-05-13T01:49:52.707893Z","end":"2026-05-13T01:49:53.555825Z","steps":["trace[626486839] 'process raft request' (duration: 847.845153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:53.556133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:52.707866Z","time spent":"848.129119ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:53.555862Z","caller":"traceutil/trace.go:171","msg":"trace[1816580972] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"847.980016ms","start":"2026-05-13T01:49:52.707844Z","end":"2026-05-13T01:49:53.555824Z","steps":["trace[1816580972] 'process raft request' (duration: 816.335398ms)","trace[1816580972] 'compare' (duration: 31.445434ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:53.556273Z","caller":"traceutil/trace.go:171","msg":"trace[1536163737] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"848.284273ms","start":"2026-05-13T01:49:52.707951Z","end":"2026-05-13T01:49:53.556236Z","steps":["trace[1536163737] 'process raft request' (duration: 847.827492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:53.556417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.188496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:53.556463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:52.707928Z","time spent":"848.434777ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:53.556514Z","caller":"traceutil/trace.go:171","msg":"trace[1531065998] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"848.063998ms","start":"2026-05-13T01:49:52.708442Z","end":"2026-05-13T01:49:53.556506Z","steps":["trace[1531065998] 'process raft request' (duration: 847.757121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:53.55649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:52.70782Z","time spent":"848.554829ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:53.556552Z","caller":"traceutil/trace.go:171","msg":"trace[791587865] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"848.56181ms","start":"2026-05-13T01:49:52.70798Z","end":"2026-05-13T01:49:53.556542Z","steps":["trace[791587865] 'process raft request' (duration: 848.071119ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:53.556567Z","caller":"traceutil/trace.go:171","msg":"trace[1686903972] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"847.795602ms","start":"2026-05-13T01:49:52.708751Z","end":"2026-05-13T01:49:53.556546Z","steps":["trace[1686903972] 'process raft request' (duration: 847.498735ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:53.55648Z","caller":"traceutil/trace.go:171","msg":"trace[1777462143] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25508; }","duration":"717.306029ms","start":"2026-05-13T01:49:52.839162Z","end":"2026-05-13T01:49:53.556468Z","steps":["trace[1777462143] 'agreement among raft nodes before linearized reading' (duration: 717.168986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:53.556606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:52.70843Z","time spent":"848.120739ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:53.556628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:52.839143Z","time spent":"717.467983ms","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:53.556488Z","caller":"traceutil/trace.go:171","msg":"trace[1023126581] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"848.334754ms","start":"2026-05-13T01:49:52.708124Z","end":"2026-05-13T01:49:53.556459Z","steps":["trace[1023126581] 'process raft request' (duration: 848.035887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:53.556654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:52.708741Z","time spent":"847.864744ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:53.556677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:52.707963Z","time spent":"848.633241ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:53.556305Z","caller":"traceutil/trace.go:171","msg":"trace[776555474] linearizableReadLoop","detail":"{readStateIndex:26353; appliedIndex:26345; }","duration":"717.077484ms","start":"2026-05-13T01:49:52.839215Z","end":"2026-05-13T01:49:53.556292Z","steps":["trace[776555474] 'read index received' (duration: 162.4998ms)","trace[776555474] 'applied index is now lower than readState.Index' (duration: 554.576754ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:53.55677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:52.708116Z","time spent":"848.59296ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:53.64661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.933485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-13T01:49:53.646685Z","caller":"traceutil/trace.go:171","msg":"trace[1064782577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25508; }","duration":"324.059608ms","start":"2026-05-13T01:49:53.322608Z","end":"2026-05-13T01:49:53.646667Z","steps":["trace[1064782577] 'agreement among raft nodes before linearized reading' (duration: 323.878294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:53.646671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.212305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-05-13T01:49:53.646722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:53.322577Z","time spent":"324.13449ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T01:49:53.646746Z","caller":"traceutil/trace.go:171","msg":"trace[2133097932] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414; range_end:; response_count:1; response_revision:25508; }","duration":"265.329459ms","start":"2026-05-13T01:49:53.381397Z","end":"2026-05-13T01:49:53.646727Z","steps":["trace[2133097932] 'agreement among raft nodes before linearized reading' (duration: 265.023131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:53.647118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.592485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:49:53.647159Z","caller":"traceutil/trace.go:171","msg":"trace[180453526] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25508; }","duration":"193.683867ms","start":"2026-05-13T01:49:53.453466Z","end":"2026-05-13T01:49:53.64715Z","steps":["trace[180453526] 'agreement among raft nodes before linearized reading' (duration: 193.476603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:54.2263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.364621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:54.226383Z","caller":"traceutil/trace.go:171","msg":"trace[569757596] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25509; }","duration":"100.460873ms","start":"2026-05-13T01:49:54.125901Z","end":"2026-05-13T01:49:54.226362Z","steps":["trace[569757596] 'count revisions from in-memory index tree' (duration: 100.175797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:54.226613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.316269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T01:49:54.226697Z","caller":"traceutil/trace.go:171","msg":"trace[1550565912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25509; }","duration":"103.471093ms","start":"2026-05-13T01:49:54.123205Z","end":"2026-05-13T01:49:54.226676Z","steps":["trace[1550565912] 'range keys from in-memory index tree' (duration: 103.083004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:54.671554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.27085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:54.671603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.921232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-13T01:49:54.671677Z","caller":"traceutil/trace.go:171","msg":"trace[1322687013] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:25512; }","duration":"332.054105ms","start":"2026-05-13T01:49:54.339604Z","end":"2026-05-13T01:49:54.671658Z","steps":["trace[1322687013] 'range keys from in-memory index tree' (duration: 331.692666ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:54.671666Z","caller":"traceutil/trace.go:171","msg":"trace[1409746808] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25512; }","duration":"323.483695ms","start":"2026-05-13T01:49:54.34815Z","end":"2026-05-13T01:49:54.671634Z","steps":["trace[1409746808] 'count revisions from in-memory index tree' (duration: 323.187708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:54.671728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:54.339577Z","time spent":"332.141976ms","remote":"127.0.0.1:60338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-13T01:49:54.67166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.268743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:54.671774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:54.348128Z","time spent":"323.625418ms","remote":"127.0.0.1:56734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:54.671825Z","caller":"traceutil/trace.go:171","msg":"trace[423641867] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25512; }","duration":"309.538559ms","start":"2026-05-13T01:49:54.362263Z","end":"2026-05-13T01:49:54.671802Z","steps":["trace[423641867] 'range keys from in-memory index tree' (duration: 309.122199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:54.671903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:54.362241Z","time spent":"309.633162ms","remote":"127.0.0.1:57100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-13T01:49:54.903544Z","caller":"traceutil/trace.go:171","msg":"trace[2138137877] linearizableReadLoop","detail":"{readStateIndex:26359; appliedIndex:26358; }","duration":"227.298561ms","start":"2026-05-13T01:49:54.676222Z","end":"2026-05-13T01:49:54.903521Z","steps":["trace[2138137877] 'read index received' (duration: 227.169368ms)","trace[2138137877] 'applied index is now lower than readState.Index' (duration: 127.803µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:54.903747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.702022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:54.903765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.541527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:54.903795Z","caller":"traceutil/trace.go:171","msg":"trace[1349964501] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25512; }","duration":"125.765613ms","start":"2026-05-13T01:49:54.778017Z","end":"2026-05-13T01:49:54.903782Z","steps":["trace[1349964501] 'agreement among raft nodes before linearized reading' (duration: 125.676621ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:54.903802Z","caller":"traceutil/trace.go:171","msg":"trace[1226017409] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25512; }","duration":"227.617638ms","start":"2026-05-13T01:49:54.676172Z","end":"2026-05-13T01:49:54.90379Z","steps":["trace[1226017409] 'agreement among raft nodes before linearized reading' (duration: 227.449844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:55.103444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.101615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:49:55.103791Z","caller":"traceutil/trace.go:171","msg":"trace[738080281] linearizableReadLoop","detail":"{readStateIndex:26360; appliedIndex:26359; }","duration":"196.662047ms","start":"2026-05-13T01:49:54.907108Z","end":"2026-05-13T01:49:55.10377Z","steps":["trace[738080281] 'read index received' (duration: 96.05255ms)","trace[738080281] 'applied index is now lower than readState.Index' (duration: 100.607046ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:55.103921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.804211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:55.103896Z","caller":"traceutil/trace.go:171","msg":"trace[1857001829] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"199.422482ms","start":"2026-05-13T01:49:54.904434Z","end":"2026-05-13T01:49:55.103856Z","steps":["trace[1857001829] 'process raft request' (duration: 98.800214ms)","trace[1857001829] 'compare' (duration: 99.976352ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:55.103944Z","caller":"traceutil/trace.go:171","msg":"trace[709318426] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25514; }","duration":"196.875991ms","start":"2026-05-13T01:49:54.907059Z","end":"2026-05-13T01:49:55.103935Z","steps":["trace[709318426] 'agreement among raft nodes before linearized reading' (duration: 196.81415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:55.104026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.236577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:55.104121Z","caller":"traceutil/trace.go:171","msg":"trace[1787551912] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25514; }","duration":"115.35484ms","start":"2026-05-13T01:49:54.988745Z","end":"2026-05-13T01:49:55.1041Z","steps":["trace[1787551912] 'agreement among raft nodes before linearized reading' (duration: 115.187596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:55.507354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.423042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:49:55.507489Z","caller":"traceutil/trace.go:171","msg":"trace[1919215934] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25514; }","duration":"121.611217ms","start":"2026-05-13T01:49:55.385855Z","end":"2026-05-13T01:49:55.507466Z","steps":["trace[1919215934] 'count revisions from in-memory index tree' (duration: 121.31165ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:55.773243Z","caller":"traceutil/trace.go:171","msg":"trace[200479731] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"211.82379ms","start":"2026-05-13T01:49:55.561384Z","end":"2026-05-13T01:49:55.773207Z","steps":["trace[200479731] 'process raft request' (duration: 211.605685ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:56.316336Z","caller":"traceutil/trace.go:171","msg":"trace[1448688681] linearizableReadLoop","detail":"{readStateIndex:26368; appliedIndex:26361; }","duration":"650.502301ms","start":"2026-05-13T01:49:55.665814Z","end":"2026-05-13T01:49:56.316316Z","steps":["trace[1448688681] 'read index received' (duration: 107.19235ms)","trace[1448688681] 'applied index is now lower than readState.Index' (duration: 543.309051ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:56.316678Z","caller":"traceutil/trace.go:171","msg":"trace[1416459972] transaction","detail":"{read_only:false; response_revision:25519; number_of_response:1; }","duration":"754.475566ms","start":"2026-05-13T01:49:55.562187Z","end":"2026-05-13T01:49:56.316662Z","steps":["trace[1416459972] 'process raft request' (duration: 754.015675ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:56.316686Z","caller":"traceutil/trace.go:171","msg":"trace[250127229] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"754.811434ms","start":"2026-05-13T01:49:55.561823Z","end":"2026-05-13T01:49:56.316635Z","steps":["trace[250127229] 'process raft request' (duration: 754.342413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:56.316798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:55.562175Z","time spent":"754.547328ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:56.316845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:55.561804Z","time spent":"754.955267ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:56.316869Z","caller":"traceutil/trace.go:171","msg":"trace[1603108594] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"755.319626ms","start":"2026-05-13T01:49:55.561475Z","end":"2026-05-13T01:49:56.316795Z","steps":["trace[1603108594] 'process raft request' (duration: 656.162004ms)","trace[1603108594] 'compare' (duration: 98.352943ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:56.316933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.089605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:49:56.316961Z","caller":"traceutil/trace.go:171","msg":"trace[1496877642] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"754.441445ms","start":"2026-05-13T01:49:55.562488Z","end":"2026-05-13T01:49:56.316929Z","steps":["trace[1496877642] 'process raft request' (duration: 753.760839ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:56.316989Z","caller":"traceutil/trace.go:171","msg":"trace[1026802312] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"755.386297ms","start":"2026-05-13T01:49:55.561538Z","end":"2026-05-13T01:49:56.316925Z","steps":["trace[1026802312] 'process raft request' (duration: 754.583088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:56.317065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.219461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-05-13T01:49:56.317073Z","caller":"traceutil/trace.go:171","msg":"trace[219563182] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"754.480266ms","start":"2026-05-13T01:49:55.562582Z","end":"2026-05-13T01:49:56.317062Z","steps":["trace[219563182] 'process raft request' (duration: 753.698248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:56.317082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:55.562479Z","time spent":"754.546097ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:56.317109Z","caller":"traceutil/trace.go:171","msg":"trace[1393871954] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414; range_end:; response_count:1; response_revision:25521; }","duration":"640.340514ms","start":"2026-05-13T01:49:55.676755Z","end":"2026-05-13T01:49:56.317096Z","steps":["trace[1393871954] 'agreement among raft nodes before linearized reading' (duration: 640.090238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:56.317157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:55.676734Z","time spent":"640.393816ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" "} {"level":"warn","ts":"2026-05-13T01:49:56.317172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:55.562575Z","time spent":"754.530877ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:56.317168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:55.561445Z","time spent":"755.567902ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:56.317239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.601123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aefcea430a1f05\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-05-13T01:49:56.317273Z","caller":"traceutil/trace.go:171","msg":"trace[1513561691] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18aefcea430a1f05; range_end:; response_count:1; response_revision:25521; }","duration":"379.675705ms","start":"2026-05-13T01:49:55.937587Z","end":"2026-05-13T01:49:56.317263Z","steps":["trace[1513561691] 'agreement among raft nodes before linearized reading' (duration: 379.586583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:56.317293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:55.937564Z","time spent":"379.723947ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aefcea430a1f05\" "} {"level":"warn","ts":"2026-05-13T01:49:56.317336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:55.561507Z","time spent":"755.578272ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:56.317403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.623081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:49:56.317023Z","caller":"traceutil/trace.go:171","msg":"trace[39336616] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25521; }","duration":"651.240969ms","start":"2026-05-13T01:49:55.66576Z","end":"2026-05-13T01:49:56.317001Z","steps":["trace[39336616] 'agreement among raft nodes before linearized reading' (duration: 651.039434ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:56.317447Z","caller":"traceutil/trace.go:171","msg":"trace[585220154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25521; }","duration":"586.690563ms","start":"2026-05-13T01:49:55.730745Z","end":"2026-05-13T01:49:56.317435Z","steps":["trace[585220154] 'agreement among raft nodes before linearized reading' (duration: 586.54313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:56.317471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:55.66574Z","time spent":"651.716449ms","remote":"127.0.0.1:58488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:56.31749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:55.730727Z","time spent":"586.755795ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T01:49:56.973889Z","caller":"traceutil/trace.go:171","msg":"trace[1066505720] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"654.177686ms","start":"2026-05-13T01:49:56.319678Z","end":"2026-05-13T01:49:56.973855Z","steps":["trace[1066505720] 'process raft request' (duration: 583.613101ms)","trace[1066505720] 'compare' (duration: 70.396612ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:56.974104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:56.319666Z","time spent":"654.310709ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:56.977522Z","caller":"traceutil/trace.go:171","msg":"trace[92844005] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"654.840202ms","start":"2026-05-13T01:49:56.322662Z","end":"2026-05-13T01:49:56.977502Z","steps":["trace[92844005] 'process raft request' (duration: 654.683299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:56.977664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:56.322654Z","time spent":"654.938235ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:56.977514Z","caller":"traceutil/trace.go:171","msg":"trace[2057201373] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"655.15434ms","start":"2026-05-13T01:49:56.322322Z","end":"2026-05-13T01:49:56.977477Z","steps":["trace[2057201373] 'process raft request' (duration: 654.902854ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:56.977685Z","caller":"traceutil/trace.go:171","msg":"trace[772367911] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"653.734757ms","start":"2026-05-13T01:49:56.32392Z","end":"2026-05-13T01:49:56.977655Z","steps":["trace[772367911] 'process raft request' (duration: 653.537952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:56.977803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:56.323903Z","time spent":"653.831029ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:56.977803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:56.322307Z","time spent":"655.416256ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:57.008898Z","caller":"traceutil/trace.go:171","msg":"trace[562527568] linearizableReadLoop","detail":"{readStateIndex:26373; appliedIndex:26368; }","duration":"484.291125ms","start":"2026-05-13T01:49:56.524576Z","end":"2026-05-13T01:49:57.008867Z","steps":["trace[562527568] 'read index received' (duration: 378.729543ms)","trace[562527568] 'applied index is now lower than readState.Index' (duration: 105.560132ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:57.009079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.50587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T01:49:57.00911Z","caller":"traceutil/trace.go:171","msg":"trace[158034630] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25525; }","duration":"484.633713ms","start":"2026-05-13T01:49:56.52447Z","end":"2026-05-13T01:49:57.009104Z","steps":["trace[158034630] 'agreement among raft nodes before linearized reading' (duration: 484.51154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:57.009109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.042503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:57.009133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:56.524445Z","time spent":"484.682204ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-13T01:49:57.009149Z","caller":"traceutil/trace.go:171","msg":"trace[1478682072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25525; }","duration":"383.114795ms","start":"2026-05-13T01:49:56.626022Z","end":"2026-05-13T01:49:57.009137Z","steps":["trace[1478682072] 'agreement among raft nodes before linearized reading' (duration: 382.962812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:57.009176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:56.625999Z","time spent":"383.170877ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:49:57.379456Z","caller":"traceutil/trace.go:171","msg":"trace[1762810607] linearizableReadLoop","detail":"{readStateIndex:26374; appliedIndex:26373; }","duration":"271.663856ms","start":"2026-05-13T01:49:57.10768Z","end":"2026-05-13T01:49:57.379344Z","steps":["trace[1762810607] 'read index received' (duration: 271.528643ms)","trace[1762810607] 'applied index is now lower than readState.Index' (duration: 132.723µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:57.379487Z","caller":"traceutil/trace.go:171","msg":"trace[765580521] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"313.356118ms","start":"2026-05-13T01:49:57.066086Z","end":"2026-05-13T01:49:57.379442Z","steps":["trace[765580521] 'process raft request' (duration: 313.02836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:57.379648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.949713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:57.379684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:57.066062Z","time spent":"313.514662ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:57.379754Z","caller":"traceutil/trace.go:171","msg":"trace[1522693413] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25526; }","duration":"272.076976ms","start":"2026-05-13T01:49:57.107631Z","end":"2026-05-13T01:49:57.379708Z","steps":["trace[1522693413] 'agreement among raft nodes before linearized reading' (duration: 271.875821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:57.6185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.904553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:49:57.618612Z","caller":"traceutil/trace.go:171","msg":"trace[1009333324] linearizableReadLoop","detail":"{readStateIndex:26375; appliedIndex:26374; }","duration":"239.070135ms","start":"2026-05-13T01:49:57.379525Z","end":"2026-05-13T01:49:57.618595Z","steps":["trace[1009333324] 'read index received' (duration: 107.930567ms)","trace[1009333324] 'applied index is now lower than readState.Index' (duration: 131.138528ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:57.618907Z","caller":"traceutil/trace.go:171","msg":"trace[881525275] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"508.796286ms","start":"2026-05-13T01:49:57.110087Z","end":"2026-05-13T01:49:57.618883Z","steps":["trace[881525275] 'process raft request' (duration: 377.408852ms)","trace[881525275] 'compare' (duration: 130.78582ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:57.618955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.343793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:57.618974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.838211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:49:57.618978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.018247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:57.619033Z","caller":"traceutil/trace.go:171","msg":"trace[1991553117] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25527; }","duration":"453.481936ms","start":"2026-05-13T01:49:57.165531Z","end":"2026-05-13T01:49:57.619013Z","steps":["trace[1991553117] 'agreement among raft nodes before linearized reading' (duration: 453.337843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:57.619029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.013267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-05-13T01:49:57.619051Z","caller":"traceutil/trace.go:171","msg":"trace[719781339] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25527; }","duration":"407.955524ms","start":"2026-05-13T01:49:57.211075Z","end":"2026-05-13T01:49:57.619031Z","steps":["trace[719781339] 'agreement among raft nodes before linearized reading' (duration: 407.729589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:57.619076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.764468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:57.619078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:57.165515Z","time spent":"453.552568ms","remote":"127.0.0.1:44664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:57.619084Z","caller":"traceutil/trace.go:171","msg":"trace[540520897] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414; range_end:; response_count:1; response_revision:25527; }","duration":"297.105499ms","start":"2026-05-13T01:49:57.321962Z","end":"2026-05-13T01:49:57.619068Z","steps":["trace[540520897] 'agreement among raft nodes before linearized reading' (duration: 296.900535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:57.619101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:57.211052Z","time spent":"408.039667ms","remote":"127.0.0.1:60658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:49:57.619112Z","caller":"traceutil/trace.go:171","msg":"trace[1236044824] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25527; }","duration":"235.82213ms","start":"2026-05-13T01:49:57.38328Z","end":"2026-05-13T01:49:57.619102Z","steps":["trace[1236044824] 'agreement among raft nodes before linearized reading' (duration: 235.759349ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:57.619053Z","caller":"traceutil/trace.go:171","msg":"trace[1960510245] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25527; }","duration":"324.14957ms","start":"2026-05-13T01:49:57.294888Z","end":"2026-05-13T01:49:57.619038Z","steps":["trace[1960510245] 'agreement among raft nodes before linearized reading' (duration: 324.021087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:57.619173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.018097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-05-13T01:49:57.619203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:57.294872Z","time spent":"324.315524ms","remote":"127.0.0.1:45868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:57.619197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.920003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-bn4kw.18aefce95c2286a0\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-05-13T01:49:57.619239Z","caller":"traceutil/trace.go:171","msg":"trace[833242580] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25527; }","duration":"342.14315ms","start":"2026-05-13T01:49:57.277079Z","end":"2026-05-13T01:49:57.619222Z","steps":["trace[833242580] 'agreement among raft nodes before linearized reading' (duration: 341.932655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:57.619277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:57.277059Z","time spent":"342.211491ms","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-05-13T01:49:57.619275Z","caller":"traceutil/trace.go:171","msg":"trace[869212348] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-bn4kw.18aefce95c2286a0; range_end:; response_count:1; response_revision:25527; }","duration":"236.050625ms","start":"2026-05-13T01:49:57.383204Z","end":"2026-05-13T01:49:57.619254Z","steps":["trace[869212348] 'agreement among raft nodes before linearized reading' (duration: 235.812809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:57.618994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:57.110071Z","time spent":"508.876919ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:58.816082Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.037346714s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T01:49:58.844741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.908426ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:58.844902Z","caller":"traceutil/trace.go:171","msg":"trace[501452912] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25527; }","duration":"153.07989ms","start":"2026-05-13T01:49:58.691794Z","end":"2026-05-13T01:49:58.844874Z","steps":["trace[501452912] 'range keys from in-memory index tree' (duration: 152.888476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:58.845068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121494176s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:49:58.845291Z","caller":"traceutil/trace.go:171","msg":"trace[1408877916] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"1.066631096s","start":"2026-05-13T01:49:57.778642Z","end":"2026-05-13T01:49:58.845273Z","steps":["trace[1408877916] 'process raft request' (duration: 1.066527054s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:58.845365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:57.778618Z","time spent":"1.066714299s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:58.845334Z","caller":"traceutil/trace.go:171","msg":"trace[1655878070] linearizableReadLoop","detail":"{readStateIndex:26376; appliedIndex:26375; }","duration":"1.220927485s","start":"2026-05-13T01:49:57.624384Z","end":"2026-05-13T01:49:58.845312Z","steps":["trace[1655878070] 'read index received' (duration: 99.03671ms)","trace[1655878070] 'applied index is now lower than readState.Index' (duration: 1.121888595s)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:58.845483Z","caller":"traceutil/trace.go:171","msg":"trace[1598292225] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"1.222588794s","start":"2026-05-13T01:49:57.622875Z","end":"2026-05-13T01:49:58.845463Z","steps":["trace[1598292225] 'process raft request' (duration: 100.593576ms)","trace[1598292225] 'compare' (duration: 1.119048709s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:58.845649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:57.622852Z","time spent":"1.222679926s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:58.845933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221535309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T01:49:58.845996Z","caller":"traceutil/trace.go:171","msg":"trace[441856569] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25529; }","duration":"1.221621041s","start":"2026-05-13T01:49:57.624358Z","end":"2026-05-13T01:49:58.845979Z","steps":["trace[441856569] 'agreement among raft nodes before linearized reading' (duration: 1.221427896s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:58.846041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:57.624347Z","time spent":"1.221682532s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T01:49:59.327445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.535409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:49:59.327931Z","caller":"traceutil/trace.go:171","msg":"trace[1381611569] linearizableReadLoop","detail":"{readStateIndex:26384; appliedIndex:26377; }","duration":"482.503323ms","start":"2026-05-13T01:49:58.845414Z","end":"2026-05-13T01:49:59.327918Z","steps":["trace[1381611569] 'read index received' (duration: 100.429292ms)","trace[1381611569] 'applied index is now lower than readState.Index' (duration: 382.073291ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:49:59.327988Z","caller":"traceutil/trace.go:171","msg":"trace[1818338191] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"1.205451305s","start":"2026-05-13T01:49:58.122529Z","end":"2026-05-13T01:49:59.327981Z","steps":["trace[1818338191] 'process raft request' (duration: 823.298052ms)","trace[1818338191] 'compare' (duration: 381.102068ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:49:59.328032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:58.122503Z","time spent":"1.205502485s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:59.328043Z","caller":"traceutil/trace.go:171","msg":"trace[857843280] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"1.000112246s","start":"2026-05-13T01:49:58.327912Z","end":"2026-05-13T01:49:59.328025Z","steps":["trace[857843280] 'process raft request' (duration: 999.977192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:59.328148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:58.327897Z","time spent":"1.000196317s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:59.328274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.312658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:59.328289Z","caller":"traceutil/trace.go:171","msg":"trace[1340289354] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"1.001324264s","start":"2026-05-13T01:49:58.326959Z","end":"2026-05-13T01:49:59.328284Z","steps":["trace[1340289354] 'process raft request' (duration: 1.000557466s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:59.328302Z","caller":"traceutil/trace.go:171","msg":"trace[364046739] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25536; }","duration":"578.37841ms","start":"2026-05-13T01:49:58.749915Z","end":"2026-05-13T01:49:59.328293Z","steps":["trace[364046739] 'agreement among raft nodes before linearized reading' (duration: 578.327599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:59.328325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:58.749898Z","time spent":"578.42111ms","remote":"127.0.0.1:45916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:59.328329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:58.326933Z","time spent":"1.001371004s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:59.328375Z","caller":"traceutil/trace.go:171","msg":"trace[1093398527] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"1.001060527s","start":"2026-05-13T01:49:58.327289Z","end":"2026-05-13T01:49:59.32835Z","steps":["trace[1093398527] 'process raft request' (duration: 1.000429282s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:59.328412Z","caller":"traceutil/trace.go:171","msg":"trace[1826039865] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"1.000998175s","start":"2026-05-13T01:49:58.327409Z","end":"2026-05-13T01:49:59.328407Z","steps":["trace[1826039865] 'process raft request' (duration: 1.000447963s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:59.328417Z","caller":"traceutil/trace.go:171","msg":"trace[964897961] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"1.001260902s","start":"2026-05-13T01:49:58.327132Z","end":"2026-05-13T01:49:59.328393Z","steps":["trace[964897961] 'process raft request' (duration: 1.000426843s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:59.328436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.03461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-05-13T01:49:59.328466Z","caller":"traceutil/trace.go:171","msg":"trace[848051132] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414; range_end:; response_count:1; response_revision:25536; }","duration":"704.081821ms","start":"2026-05-13T01:49:58.624376Z","end":"2026-05-13T01:49:59.328458Z","steps":["trace[848051132] 'agreement among raft nodes before linearized reading' (duration: 703.965588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:59.328434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700572231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:49:59.328485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:58.624355Z","time spent":"704.126012ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" "} {"level":"warn","ts":"2026-05-13T01:49:59.328484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042816511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:49:59.32849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704050982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2ce97d79-16ef-4dcc-a9c2-0034f06c1fc8\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-05-13T01:49:59.328498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:58.327281Z","time spent":"1.001148849s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:59.328507Z","caller":"traceutil/trace.go:171","msg":"trace[992247842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25536; }","duration":"1.042872993s","start":"2026-05-13T01:49:58.285629Z","end":"2026-05-13T01:49:59.328502Z","steps":["trace[992247842] 'agreement among raft nodes before linearized reading' (duration: 1.042831292s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:59.328509Z","caller":"traceutil/trace.go:171","msg":"trace[2072335105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25536; }","duration":"1.700677744s","start":"2026-05-13T01:49:57.627814Z","end":"2026-05-13T01:49:59.328491Z","steps":["trace[2072335105] 'agreement among raft nodes before linearized reading' (duration: 1.700528711s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:59.328527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:58.285609Z","time spent":"1.042914123s","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:59.328524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:58.327113Z","time spent":"1.001350144s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:59.328441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:58.327354Z","time spent":"1.001071658s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:49:59.328555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:57.627806Z","time spent":"1.700741186s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:49:59.32855Z","caller":"traceutil/trace.go:171","msg":"trace[786485636] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"1.001376665s","start":"2026-05-13T01:49:58.327133Z","end":"2026-05-13T01:49:59.328509Z","steps":["trace[786485636] 'process raft request' (duration: 1.000452413s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:59.328521Z","caller":"traceutil/trace.go:171","msg":"trace[222626039] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2ce97d79-16ef-4dcc-a9c2-0034f06c1fc8; range_end:; response_count:1; response_revision:25536; }","duration":"1.704105944s","start":"2026-05-13T01:49:57.624406Z","end":"2026-05-13T01:49:59.328511Z","steps":["trace[222626039] 'agreement among raft nodes before linearized reading' (duration: 1.704018952s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:59.328635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:57.624385Z","time spent":"1.704244128s","remote":"127.0.0.1:60444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-2ce97d79-16ef-4dcc-a9c2-0034f06c1fc8\" "} {"level":"warn","ts":"2026-05-13T01:49:59.328634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.751419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:59.328662Z","caller":"traceutil/trace.go:171","msg":"trace[1789333384] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25536; }","duration":"578.809089ms","start":"2026-05-13T01:49:58.749844Z","end":"2026-05-13T01:49:59.328653Z","steps":["trace[1789333384] 'agreement among raft nodes before linearized reading' (duration: 578.751298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:59.328684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:58.749828Z","time spent":"578.849851ms","remote":"127.0.0.1:56882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:49:59.328736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:58.327102Z","time spent":"1.001529478s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:49:59.38648Z","caller":"traceutil/trace.go:171","msg":"trace[109538468] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"155.704231ms","start":"2026-05-13T01:49:59.230755Z","end":"2026-05-13T01:49:59.386459Z","steps":["trace[109538468] 'process raft request' (duration: 155.597029ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:59.404143Z","caller":"traceutil/trace.go:171","msg":"trace[73692110] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"157.613206ms","start":"2026-05-13T01:49:59.246507Z","end":"2026-05-13T01:49:59.40412Z","steps":["trace[73692110] 'process raft request' (duration: 157.266938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:59.404541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.915763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:49:59.404602Z","caller":"traceutil/trace.go:171","msg":"trace[2074876042] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25538; }","duration":"158.028955ms","start":"2026-05-13T01:49:59.246559Z","end":"2026-05-13T01:49:59.404588Z","steps":["trace[2074876042] 'agreement among raft nodes before linearized reading' (duration: 157.917653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:59.405002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.224077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-13T01:49:59.405034Z","caller":"traceutil/trace.go:171","msg":"trace[163104361] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25538; }","duration":"166.287618ms","start":"2026-05-13T01:49:59.238739Z","end":"2026-05-13T01:49:59.405026Z","steps":["trace[163104361] 'agreement among raft nodes before linearized reading' (duration: 166.142605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:59.405124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.072629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18416"} {"level":"info","ts":"2026-05-13T01:49:59.405201Z","caller":"traceutil/trace.go:171","msg":"trace[260832301] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25538; }","duration":"553.194742ms","start":"2026-05-13T01:49:58.851987Z","end":"2026-05-13T01:49:59.405182Z","steps":["trace[260832301] 'agreement among raft nodes before linearized reading' (duration: 552.944326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:59.405242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:58.851972Z","time spent":"553.261833ms","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18439,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-13T01:49:59.405482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.1628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-13T01:49:59.405502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.512867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:49:59.405523Z","caller":"traceutil/trace.go:171","msg":"trace[1225285783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25538; }","duration":"423.214561ms","start":"2026-05-13T01:49:58.982297Z","end":"2026-05-13T01:49:59.405512Z","steps":["trace[1225285783] 'agreement among raft nodes before linearized reading' (duration: 423.077308ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:49:59.40553Z","caller":"traceutil/trace.go:171","msg":"trace[2014541806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25538; }","duration":"423.562269ms","start":"2026-05-13T01:49:58.981959Z","end":"2026-05-13T01:49:59.405522Z","steps":["trace[2014541806] 'agreement among raft nodes before linearized reading' (duration: 423.480497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:59.405552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:58.982292Z","time spent":"423.252492ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:49:59.405569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:58.98192Z","time spent":"423.641481ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T01:49:59.405676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.519805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-13T01:49:59.405709Z","caller":"traceutil/trace.go:171","msg":"trace[685417118] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25538; }","duration":"287.572027ms","start":"2026-05-13T01:49:59.118124Z","end":"2026-05-13T01:49:59.405696Z","steps":["trace[685417118] 'agreement among raft nodes before linearized reading' (duration: 287.492605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:59.405805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.409748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:49:59.405838Z","caller":"traceutil/trace.go:171","msg":"trace[1265985982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25538; }","duration":"424.46531ms","start":"2026-05-13T01:49:58.981361Z","end":"2026-05-13T01:49:59.405827Z","steps":["trace[1265985982] 'agreement among raft nodes before linearized reading' (duration: 424.374628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:49:59.405865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:58.981347Z","time spent":"424.509961ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:50:00.346799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.28571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:00.346975Z","caller":"traceutil/trace.go:171","msg":"trace[1851127888] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"566.308487ms","start":"2026-05-13T01:49:59.780651Z","end":"2026-05-13T01:50:00.346959Z","steps":["trace[1851127888] 'process raft request' (duration: 566.243015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:00.347038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:59.780631Z","time spent":"566.380178ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T01:50:00.34735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.363208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:50:00.347432Z","caller":"traceutil/trace.go:171","msg":"trace[1663665675] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25545; }","duration":"605.45516ms","start":"2026-05-13T01:49:59.741959Z","end":"2026-05-13T01:50:00.347415Z","steps":["trace[1663665675] 'agreement among raft nodes before linearized reading' (duration: 605.290086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:00.347473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:59.741885Z","time spent":"605.579142ms","remote":"127.0.0.1:54728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:50:00.347562Z","caller":"traceutil/trace.go:171","msg":"trace[2008776023] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"718.482826ms","start":"2026-05-13T01:49:59.628419Z","end":"2026-05-13T01:50:00.346902Z","steps":["trace[2008776023] 'process raft request' (duration: 169.008902ms)","trace[2008776023] 'compare' (duration: 548.659995ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:00.347747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:59.628388Z","time spent":"719.260244ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:00.347006Z","caller":"traceutil/trace.go:171","msg":"trace[296330525] linearizableReadLoop","detail":"{readStateIndex:26392; appliedIndex:26391; }","duration":"604.992829ms","start":"2026-05-13T01:49:59.741977Z","end":"2026-05-13T01:50:00.34697Z","steps":["trace[296330525] 'read index received' (duration: 55.521085ms)","trace[296330525] 'applied index is now lower than readState.Index' (duration: 549.468574ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:00.409002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.03665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4131"} {"level":"info","ts":"2026-05-13T01:50:00.409111Z","caller":"traceutil/trace.go:171","msg":"trace[793130812] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25545; }","duration":"629.192734ms","start":"2026-05-13T01:49:59.779889Z","end":"2026-05-13T01:50:00.409082Z","steps":["trace[793130812] 'agreement among raft nodes before linearized reading' (duration: 628.948688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:00.409157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:49:59.779864Z","time spent":"629.284145ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4154,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-13T01:50:00.409149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.779198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:00.409231Z","caller":"traceutil/trace.go:171","msg":"trace[1347633638] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25545; }","duration":"301.919681ms","start":"2026-05-13T01:50:00.10729Z","end":"2026-05-13T01:50:00.40921Z","steps":["trace[1347633638] 'agreement among raft nodes before linearized reading' (duration: 301.757778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:00.409283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:00.107266Z","time spent":"302.007664ms","remote":"127.0.0.1:60388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-05-13T01:50:00.589987Z","caller":"traceutil/trace.go:171","msg":"trace[1126613460] linearizableReadLoop","detail":"{readStateIndex:26398; appliedIndex:26395; }","duration":"129.805867ms","start":"2026-05-13T01:50:00.460151Z","end":"2026-05-13T01:50:00.589957Z","steps":["trace[1126613460] 'read index received' (duration: 37.719009ms)","trace[1126613460] 'applied index is now lower than readState.Index' (duration: 92.085248ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:00.590461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.308839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:00.590516Z","caller":"traceutil/trace.go:171","msg":"trace[1040905301] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:25550; }","duration":"130.407042ms","start":"2026-05-13T01:50:00.460094Z","end":"2026-05-13T01:50:00.590501Z","steps":["trace[1040905301] 'agreement among raft nodes before linearized reading' (duration: 130.300389ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:00.590559Z","caller":"traceutil/trace.go:171","msg":"trace[581928554] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"133.890163ms","start":"2026-05-13T01:50:00.456657Z","end":"2026-05-13T01:50:00.590547Z","steps":["trace[581928554] 'process raft request' (duration: 93.768527ms)","trace[581928554] 'compare' (duration: 39.105502ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:00.590703Z","caller":"traceutil/trace.go:171","msg":"trace[289165981] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"113.282872ms","start":"2026-05-13T01:50:00.47741Z","end":"2026-05-13T01:50:00.590692Z","steps":["trace[289165981] 'process raft request' (duration: 112.460573ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:00.59076Z","caller":"traceutil/trace.go:171","msg":"trace[121310295] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"130.954124ms","start":"2026-05-13T01:50:00.45977Z","end":"2026-05-13T01:50:00.590724Z","steps":["trace[121310295] 'process raft request' (duration: 130.008982ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:00.65741Z","caller":"traceutil/trace.go:171","msg":"trace[1894394099] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"143.379524ms","start":"2026-05-13T01:50:00.514Z","end":"2026-05-13T01:50:00.65738Z","steps":["trace[1894394099] 'process raft request' (duration: 143.305193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:00.657651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.993228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-05-13T01:50:00.657729Z","caller":"traceutil/trace.go:171","msg":"trace[1378250454] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414; range_end:; response_count:1; response_revision:25552; }","duration":"147.116881ms","start":"2026-05-13T01:50:00.510595Z","end":"2026-05-13T01:50:00.657712Z","steps":["trace[1378250454] 'agreement among raft nodes before linearized reading' (duration: 146.839015ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:00.657925Z","caller":"traceutil/trace.go:171","msg":"trace[150713097] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"145.285509ms","start":"2026-05-13T01:50:00.512628Z","end":"2026-05-13T01:50:00.657914Z","steps":["trace[150713097] 'process raft request' (duration: 144.49496ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:00.767738Z","caller":"traceutil/trace.go:171","msg":"trace[1769348696] linearizableReadLoop","detail":"{readStateIndex:26402; appliedIndex:26401; }","duration":"110.310163ms","start":"2026-05-13T01:50:00.657403Z","end":"2026-05-13T01:50:00.767714Z","steps":["trace[1769348696] 'read index received' (duration: 110.131239ms)","trace[1769348696] 'applied index is now lower than readState.Index' (duration: 177.624µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:00.767827Z","caller":"traceutil/trace.go:171","msg":"trace[1140757065] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"174.48726ms","start":"2026-05-13T01:50:00.593306Z","end":"2026-05-13T01:50:00.767793Z","steps":["trace[1140757065] 'process raft request' (duration: 174.256554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:00.767936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.772633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:00.767977Z","caller":"traceutil/trace.go:171","msg":"trace[375409944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25553; }","duration":"140.868236ms","start":"2026-05-13T01:50:00.627098Z","end":"2026-05-13T01:50:00.767967Z","steps":["trace[375409944] 'agreement among raft nodes before linearized reading' (duration: 140.752913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:00.7681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.253468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4426"} {"level":"info","ts":"2026-05-13T01:50:00.768179Z","caller":"traceutil/trace.go:171","msg":"trace[275023346] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25553; }","duration":"106.368631ms","start":"2026-05-13T01:50:00.661794Z","end":"2026-05-13T01:50:00.768163Z","steps":["trace[275023346] 'agreement among raft nodes before linearized reading' (duration: 106.118435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:02.221279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.37315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:50:02.221376Z","caller":"traceutil/trace.go:171","msg":"trace[1430534350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25579; }","duration":"181.515333ms","start":"2026-05-13T01:50:02.039838Z","end":"2026-05-13T01:50:02.221353Z","steps":["trace[1430534350] 'range keys from in-memory index tree' (duration: 181.159716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:02.785645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.771211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:02.785956Z","caller":"traceutil/trace.go:171","msg":"trace[2011023150] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"521.483942ms","start":"2026-05-13T01:50:02.264445Z","end":"2026-05-13T01:50:02.785929Z","steps":["trace[2011023150] 'process raft request' (duration: 206.307902ms)","trace[2011023150] 'compare' (duration: 314.533125ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:02.786072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:02.264429Z","time spent":"521.582304ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:02.786198Z","caller":"traceutil/trace.go:171","msg":"trace[2030139692] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"432.765073ms","start":"2026-05-13T01:50:02.353409Z","end":"2026-05-13T01:50:02.786174Z","steps":["trace[2030139692] 'process raft request' (duration: 432.688831ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:02.786289Z","caller":"traceutil/trace.go:171","msg":"trace[886281729] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"512.031402ms","start":"2026-05-13T01:50:02.274251Z","end":"2026-05-13T01:50:02.786283Z","steps":["trace[886281729] 'process raft request' (duration: 511.729115ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:02.786293Z","caller":"traceutil/trace.go:171","msg":"trace[2008561862] linearizableReadLoop","detail":"{readStateIndex:26432; appliedIndex:26429; }","duration":"509.80661ms","start":"2026-05-13T01:50:02.276444Z","end":"2026-05-13T01:50:02.786251Z","steps":["trace[2008561862] 'read index received' (duration: 8.216651ms)","trace[2008561862] 'applied index is now lower than readState.Index' (duration: 501.586709ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:02.786336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:02.274236Z","time spent":"512.080262ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5658,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:02.78632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:02.35338Z","time spent":"432.887916ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:02.786511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.052625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-05-13T01:50:02.786556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.964265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:02.786526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.948682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-05-13T01:50:02.786586Z","caller":"traceutil/trace.go:171","msg":"trace[599699342] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25584; }","duration":"113.048246ms","start":"2026-05-13T01:50:02.673524Z","end":"2026-05-13T01:50:02.786573Z","steps":["trace[599699342] 'agreement among raft nodes before linearized reading' (duration: 112.992975ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:02.786577Z","caller":"traceutil/trace.go:171","msg":"trace[1103880744] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25584; }","duration":"510.158278ms","start":"2026-05-13T01:50:02.276401Z","end":"2026-05-13T01:50:02.786559Z","steps":["trace[1103880744] 'agreement among raft nodes before linearized reading' (duration: 509.971624ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:02.786598Z","caller":"traceutil/trace.go:171","msg":"trace[1786598494] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414; range_end:; response_count:1; response_revision:25584; }","duration":"368.057645ms","start":"2026-05-13T01:50:02.418524Z","end":"2026-05-13T01:50:02.786582Z","steps":["trace[1786598494] 'agreement among raft nodes before linearized reading' (duration: 367.884911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:02.786617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:02.276384Z","time spent":"510.223049ms","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-13T01:50:02.78663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:02.418504Z","time spent":"368.117446ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" "} {"level":"warn","ts":"2026-05-13T01:50:02.786619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.865325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:02.786731Z","caller":"traceutil/trace.go:171","msg":"trace[1710386383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25584; }","duration":"161.997768ms","start":"2026-05-13T01:50:02.624688Z","end":"2026-05-13T01:50:02.786686Z","steps":["trace[1710386383] 'agreement among raft nodes before linearized reading' (duration: 161.862015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:03.014036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.393911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:03.014146Z","caller":"traceutil/trace.go:171","msg":"trace[89884505] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"186.849608ms","start":"2026-05-13T01:50:02.827277Z","end":"2026-05-13T01:50:03.014127Z","steps":["trace[89884505] 'process raft request' (duration: 77.302093ms)","trace[89884505] 'compare' (duration: 109.023952ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:03.53507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.932827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:03.535278Z","caller":"traceutil/trace.go:171","msg":"trace[360972321] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"194.25229ms","start":"2026-05-13T01:50:03.341015Z","end":"2026-05-13T01:50:03.535267Z","steps":["trace[360972321] 'process raft request' (duration: 194.223759ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:03.535402Z","caller":"traceutil/trace.go:171","msg":"trace[1703639052] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"677.597232ms","start":"2026-05-13T01:50:02.857767Z","end":"2026-05-13T01:50:03.535364Z","steps":["trace[1703639052] 'process raft request' (duration: 677.430258ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:03.535418Z","caller":"traceutil/trace.go:171","msg":"trace[203593060] linearizableReadLoop","detail":"{readStateIndex:26438; appliedIndex:26434; }","duration":"672.274669ms","start":"2026-05-13T01:50:02.86311Z","end":"2026-05-13T01:50:03.535385Z","steps":["trace[203593060] 'read index received' (duration: 41.56845ms)","trace[203593060] 'applied index is now lower than readState.Index' (duration: 630.680718ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:03.535428Z","caller":"traceutil/trace.go:171","msg":"trace[1007905551] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"707.344796ms","start":"2026-05-13T01:50:02.828049Z","end":"2026-05-13T01:50:03.535394Z","steps":["trace[1007905551] 'process raft request' (duration: 370.02952ms)","trace[1007905551] 'compare' (duration: 336.6368ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:03.535505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:02.857749Z","time spent":"677.700954ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:03.535475Z","caller":"traceutil/trace.go:171","msg":"trace[2086137521] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"700.757302ms","start":"2026-05-13T01:50:02.834688Z","end":"2026-05-13T01:50:03.535445Z","steps":["trace[2086137521] 'process raft request' (duration: 700.447005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:03.535584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:02.828031Z","time spent":"707.479158ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3942,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:03.535585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.443932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:03.535652Z","caller":"traceutil/trace.go:171","msg":"trace[1720356140] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25589; }","duration":"672.552384ms","start":"2026-05-13T01:50:02.863082Z","end":"2026-05-13T01:50:03.535634Z","steps":["trace[1720356140] 'agreement among raft nodes before linearized reading' (duration: 672.403601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:03.535687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:02.863072Z","time spent":"672.606726ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:03.53591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:02.834666Z","time spent":"701.023809ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6965,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:03.542126Z","caller":"traceutil/trace.go:171","msg":"trace[1799432281] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"199.034632ms","start":"2026-05-13T01:50:03.343071Z","end":"2026-05-13T01:50:03.542106Z","steps":["trace[1799432281] 'process raft request' (duration: 198.893298ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:03.542389Z","caller":"traceutil/trace.go:171","msg":"trace[670161311] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"198.845077ms","start":"2026-05-13T01:50:03.34352Z","end":"2026-05-13T01:50:03.542365Z","steps":["trace[670161311] 'process raft request' (duration: 198.55705ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:03.542436Z","caller":"traceutil/trace.go:171","msg":"trace[830050862] transaction","detail":"{read_only:false; response_revision:25592; number_of_response:1; }","duration":"198.829477ms","start":"2026-05-13T01:50:03.343584Z","end":"2026-05-13T01:50:03.542413Z","steps":["trace[830050862] 'process raft request' (duration: 198.660243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:03.542841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.530629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:03.542914Z","caller":"traceutil/trace.go:171","msg":"trace[691006247] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25594; }","duration":"234.648502ms","start":"2026-05-13T01:50:03.308249Z","end":"2026-05-13T01:50:03.542898Z","steps":["trace[691006247] 'agreement among raft nodes before linearized reading' (duration: 234.478718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:03.543031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.815274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:03.54307Z","caller":"traceutil/trace.go:171","msg":"trace[21929202] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25594; }","duration":"429.905036ms","start":"2026-05-13T01:50:03.113156Z","end":"2026-05-13T01:50:03.543061Z","steps":["trace[21929202] 'agreement among raft nodes before linearized reading' (duration: 429.831664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:03.543095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:03.113138Z","time spent":"429.950527ms","remote":"127.0.0.1:60438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:50:03.543184Z","caller":"traceutil/trace.go:171","msg":"trace[162568452] transaction","detail":"{read_only:false; response_revision:25593; number_of_response:1; }","duration":"199.354358ms","start":"2026-05-13T01:50:03.343813Z","end":"2026-05-13T01:50:03.543167Z","steps":["trace[162568452] 'process raft request' (duration: 198.55237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:03.543338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.990924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-13T01:50:03.543388Z","caller":"traceutil/trace.go:171","msg":"trace[798521343] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25594; }","duration":"420.065726ms","start":"2026-05-13T01:50:03.123315Z","end":"2026-05-13T01:50:03.543381Z","steps":["trace[798521343] 'agreement among raft nodes before linearized reading' (duration: 419.891352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:03.543411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:03.123303Z","time spent":"420.101047ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:03.54303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.674644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:03.543469Z","caller":"traceutil/trace.go:171","msg":"trace[1976317999] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25594; }","duration":"151.157674ms","start":"2026-05-13T01:50:03.392304Z","end":"2026-05-13T01:50:03.543461Z","steps":["trace[1976317999] 'agreement among raft nodes before linearized reading' (duration: 150.422777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:03.543529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.164861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-05-13T01:50:03.543539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.661086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:50:03.543337Z","caller":"traceutil/trace.go:171","msg":"trace[872159374] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"199.213055ms","start":"2026-05-13T01:50:03.344113Z","end":"2026-05-13T01:50:03.543326Z","steps":["trace[872159374] 'process raft request' (duration: 198.499358ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:03.543582Z","caller":"traceutil/trace.go:171","msg":"trace[928198069] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25594; }","duration":"545.745428ms","start":"2026-05-13T01:50:02.997828Z","end":"2026-05-13T01:50:03.543574Z","steps":["trace[928198069] 'agreement among raft nodes before linearized reading' (duration: 545.667666ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:03.543585Z","caller":"traceutil/trace.go:171","msg":"trace[1594170752] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:25594; }","duration":"544.260673ms","start":"2026-05-13T01:50:02.999308Z","end":"2026-05-13T01:50:03.543568Z","steps":["trace[1594170752] 'agreement among raft nodes before linearized reading' (duration: 544.1319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:03.543615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:02.999284Z","time spent":"544.323705ms","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-05-13T01:50:03.543613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:02.997808Z","time spent":"545.795279ms","remote":"127.0.0.1:60444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:50:04.007158Z","caller":"traceutil/trace.go:171","msg":"trace[1355412632] linearizableReadLoop","detail":"{readStateIndex:26456; appliedIndex:26455; }","duration":"122.256421ms","start":"2026-05-13T01:50:03.88488Z","end":"2026-05-13T01:50:04.007136Z","steps":["trace[1355412632] 'read index received' (duration: 122.074407ms)","trace[1355412632] 'applied index is now lower than readState.Index' (duration: 180.994µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:04.007254Z","caller":"traceutil/trace.go:171","msg":"trace[1923419511] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"215.998457ms","start":"2026-05-13T01:50:03.791232Z","end":"2026-05-13T01:50:04.00723Z","steps":["trace[1923419511] 'process raft request' (duration: 215.737861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:04.007538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.63545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-bn4kw.18aefce95c2286a0\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-05-13T01:50:04.007588Z","caller":"traceutil/trace.go:171","msg":"trace[385490325] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-bn4kw.18aefce95c2286a0; range_end:; response_count:1; response_revision:25605; }","duration":"122.735202ms","start":"2026-05-13T01:50:03.884839Z","end":"2026-05-13T01:50:04.007574Z","steps":["trace[385490325] 'agreement among raft nodes before linearized reading' (duration: 122.388544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:04.451983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.963894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:04.452154Z","caller":"traceutil/trace.go:171","msg":"trace[325720734] linearizableReadLoop","detail":"{readStateIndex:26458; appliedIndex:26456; }","duration":"428.712819ms","start":"2026-05-13T01:50:04.023426Z","end":"2026-05-13T01:50:04.452139Z","steps":["trace[325720734] 'read index received' (duration: 237.52891ms)","trace[325720734] 'applied index is now lower than readState.Index' (duration: 191.182929ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:04.452215Z","caller":"traceutil/trace.go:171","msg":"trace[1507517058] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"441.991108ms","start":"2026-05-13T01:50:04.010213Z","end":"2026-05-13T01:50:04.452204Z","steps":["trace[1507517058] 'process raft request' (duration: 250.727868ms)","trace[1507517058] 'compare' (duration: 190.864691ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:04.452275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:04.010189Z","time spent":"442.05595ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:04.45237Z","caller":"traceutil/trace.go:171","msg":"trace[1965456062] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"439.4579ms","start":"2026-05-13T01:50:04.01289Z","end":"2026-05-13T01:50:04.452348Z","steps":["trace[1965456062] 'process raft request' (duration: 439.193404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:04.452461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:04.012871Z","time spent":"439.551621ms","remote":"127.0.0.1:60798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":701,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T01:50:04.452873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.430165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:9192"} {"level":"info","ts":"2026-05-13T01:50:04.452928Z","caller":"traceutil/trace.go:171","msg":"trace[660319672] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25607; }","duration":"429.516418ms","start":"2026-05-13T01:50:04.023401Z","end":"2026-05-13T01:50:04.452917Z","steps":["trace[660319672] 'agreement among raft nodes before linearized reading' (duration: 429.321253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:04.452955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:04.023389Z","time spent":"429.560649ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9215,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-13T01:50:05.01824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.62068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:05.01831Z","caller":"traceutil/trace.go:171","msg":"trace[1977787597] linearizableReadLoop","detail":"{readStateIndex:26459; appliedIndex:26458; }","duration":"566.119503ms","start":"2026-05-13T01:50:04.45218Z","end":"2026-05-13T01:50:05.0183Z","steps":["trace[1977787597] 'read index received' (duration: 139.38398ms)","trace[1977787597] 'applied index is now lower than readState.Index' (duration: 426.734683ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:05.018383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.285512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-05-13T01:50:05.018397Z","caller":"traceutil/trace.go:171","msg":"trace[819493622] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:25608; }","duration":"769.333073ms","start":"2026-05-13T01:50:04.249059Z","end":"2026-05-13T01:50:05.018392Z","steps":["trace[819493622] 'agreement among raft nodes before linearized reading' (duration: 769.282172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:05.018422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:04.249023Z","time spent":"769.386964ms","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-05-13T01:50:05.018415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.071844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-05-13T01:50:05.018441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.832596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-13T01:50:05.018467Z","caller":"traceutil/trace.go:171","msg":"trace[832926901] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:25608; }","duration":"678.167137ms","start":"2026-05-13T01:50:04.340288Z","end":"2026-05-13T01:50:05.018455Z","steps":["trace[832926901] 'agreement among raft nodes before linearized reading' (duration: 678.022773ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:05.018494Z","caller":"traceutil/trace.go:171","msg":"trace[403726897] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25608; }","duration":"604.99226ms","start":"2026-05-13T01:50:04.413491Z","end":"2026-05-13T01:50:05.018483Z","steps":["trace[403726897] 'agreement among raft nodes before linearized reading' (duration: 604.849747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:05.018496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:04.340264Z","time spent":"678.226939ms","remote":"127.0.0.1:60338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-13T01:50:05.018524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:04.413477Z","time spent":"605.041491ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-13T01:50:05.018557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.453757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:05.018576Z","caller":"traceutil/trace.go:171","msg":"trace[1169447830] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25608; }","duration":"941.492618ms","start":"2026-05-13T01:50:04.077077Z","end":"2026-05-13T01:50:05.01857Z","steps":["trace[1169447830] 'agreement among raft nodes before linearized reading' (duration: 941.460878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:05.018592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:04.077067Z","time spent":"941.520739ms","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:05.018728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.884483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-13T01:50:05.018748Z","caller":"traceutil/trace.go:171","msg":"trace[1839895060] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25608; }","duration":"973.935134ms","start":"2026-05-13T01:50:04.044809Z","end":"2026-05-13T01:50:05.018744Z","steps":["trace[1839895060] 'agreement among raft nodes before linearized reading' (duration: 973.859693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:05.01876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:04.044795Z","time spent":"973.961865ms","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-05-13T01:50:05.019153Z","caller":"traceutil/trace.go:171","msg":"trace[642969649] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"605.151384ms","start":"2026-05-13T01:50:04.413985Z","end":"2026-05-13T01:50:05.019136Z","steps":["trace[642969649] 'process raft request' (duration: 177.578221ms)","trace[642969649] 'compare' (duration: 426.293703ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:05.019257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:04.413961Z","time spent":"605.250496ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:06.149375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.559029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:06.149483Z","caller":"traceutil/trace.go:171","msg":"trace[1458885675] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"1.688147221s","start":"2026-05-13T01:50:04.461316Z","end":"2026-05-13T01:50:06.149463Z","steps":["trace[1458885675] 'process raft request' (duration: 734.403558ms)","trace[1458885675] 'compare' (duration: 953.119679ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:06.149596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:04.461301Z","time spent":"1.688214134s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10340,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:06.318639Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068212063s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T01:50:06.375068Z","caller":"traceutil/trace.go:171","msg":"trace[1657285222] linearizableReadLoop","detail":"{readStateIndex:26462; appliedIndex:26459; }","duration":"1.356720292s","start":"2026-05-13T01:50:05.018324Z","end":"2026-05-13T01:50:06.375045Z","steps":["trace[1657285222] 'read index received' (duration: 177.407317ms)","trace[1657285222] 'applied index is now lower than readState.Index' (duration: 1.179311854s)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:06.37516Z","caller":"traceutil/trace.go:171","msg":"trace[642159843] transaction","detail":"{read_only:false; response_revision:25610; number_of_response:1; }","duration":"1.623534995s","start":"2026-05-13T01:50:04.751589Z","end":"2026-05-13T01:50:06.375124Z","steps":["trace[642159843] 'process raft request' (duration: 1.567176761s)","trace[642159843] 'compare' (duration: 55.781661ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:06.375216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747598898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:06.375204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694013089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:50:06.375246Z","caller":"traceutil/trace.go:171","msg":"trace[1696044293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25611; }","duration":"1.74768452s","start":"2026-05-13T01:50:04.627553Z","end":"2026-05-13T01:50:06.375237Z","steps":["trace[1696044293] 'agreement among raft nodes before linearized reading' (duration: 1.747611438s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:06.375247Z","caller":"traceutil/trace.go:171","msg":"trace[1658256300] transaction","detail":"{read_only:false; response_revision:25611; number_of_response:1; }","duration":"1.583515171s","start":"2026-05-13T01:50:04.791719Z","end":"2026-05-13T01:50:06.375235Z","steps":["trace[1658256300] 'process raft request' (duration: 1.583130932s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.375245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4719476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-bn4kw.18aefce95c2286a0\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-05-13T01:50:06.375272Z","caller":"traceutil/trace.go:171","msg":"trace[1049475704] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25611; }","duration":"1.69411996s","start":"2026-05-13T01:50:04.681136Z","end":"2026-05-13T01:50:06.375256Z","steps":["trace[1049475704] 'agreement among raft nodes before linearized reading' (duration: 1.693976867s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.375279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:04.627532Z","time spent":"1.747739742s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:50:06.375286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:04.751565Z","time spent":"1.623658328s","remote":"127.0.0.1:44674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2295,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T01:50:06.375284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585023247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T01:50:06.375304Z","caller":"traceutil/trace.go:171","msg":"trace[1286287050] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-bn4kw.18aefce95c2286a0; range_end:; response_count:1; response_revision:25611; }","duration":"1.472053902s","start":"2026-05-13T01:50:04.903233Z","end":"2026-05-13T01:50:06.375287Z","steps":["trace[1286287050] 'agreement among raft nodes before linearized reading' (duration: 1.471875518s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.375319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:04.791689Z","time spent":"1.583583433s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:06.375315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:04.681122Z","time spent":"1.694183723s","remote":"127.0.0.1:60594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:06.375322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880848826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T01:50:06.375335Z","caller":"traceutil/trace.go:171","msg":"trace[41783370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25611; }","duration":"1.585112019s","start":"2026-05-13T01:50:04.79021Z","end":"2026-05-13T01:50:06.375322Z","steps":["trace[41783370] 'agreement among raft nodes before linearized reading' (duration: 1.584977726s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.375318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:05.019137Z","time spent":"1.356171299s","remote":"127.0.0.1:60338","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-13T01:50:06.375385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:04.903211Z","time spent":"1.472125513s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-bn4kw.18aefce95c2286a0\" "} {"level":"warn","ts":"2026-05-13T01:50:06.375395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:04.790191Z","time spent":"1.58517324s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T01:50:06.375401Z","caller":"traceutil/trace.go:171","msg":"trace[1877015957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25611; }","duration":"1.880945258s","start":"2026-05-13T01:50:04.494413Z","end":"2026-05-13T01:50:06.375358Z","steps":["trace[1877015957] 'agreement among raft nodes before linearized reading' (duration: 1.880793154s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.375439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:04.494395Z","time spent":"1.881036641s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T01:50:06.875529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005630649,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:50:06.971001Z","caller":"traceutil/trace.go:171","msg":"trace[513434704] transaction","detail":"{read_only:false; response_revision:25612; number_of_response:1; }","duration":"1.430752768s","start":"2026-05-13T01:50:05.540226Z","end":"2026-05-13T01:50:06.970978Z","steps":["trace[513434704] 'process raft request' (duration: 1.430570494s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.971132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:05.540204Z","time spent":"1.430863161s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:06.971226Z","caller":"traceutil/trace.go:171","msg":"trace[1242087165] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"1.429674884s","start":"2026-05-13T01:50:05.541539Z","end":"2026-05-13T01:50:06.971214Z","steps":["trace[1242087165] 'process raft request' (duration: 1.429400027s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.971278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:05.54153Z","time spent":"1.429724865s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:06.971338Z","caller":"traceutil/trace.go:171","msg":"trace[1973829455] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"1.424731209s","start":"2026-05-13T01:50:05.546601Z","end":"2026-05-13T01:50:06.971333Z","steps":["trace[1973829455] 'process raft request' (duration: 1.424548984s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.971377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:05.546587Z","time spent":"1.424766399s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:06.971434Z","caller":"traceutil/trace.go:171","msg":"trace[1854564408] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"1.423420328s","start":"2026-05-13T01:50:05.548001Z","end":"2026-05-13T01:50:06.971422Z","steps":["trace[1854564408] 'process raft request' (duration: 1.423290395s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:06.97142Z","caller":"traceutil/trace.go:171","msg":"trace[1413987793] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"1.422009245s","start":"2026-05-13T01:50:05.549391Z","end":"2026-05-13T01:50:06.9714Z","steps":["trace[1413987793] 'process raft request' (duration: 1.421959014s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:06.971441Z","caller":"traceutil/trace.go:171","msg":"trace[1754950808] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"1.424485893s","start":"2026-05-13T01:50:05.546909Z","end":"2026-05-13T01:50:06.971394Z","steps":["trace[1754950808] 'process raft request' (duration: 1.42435028s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.971499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:05.547989Z","time spent":"1.423475389s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:06.971552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:05.549376Z","time spent":"1.422103467s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:06.971475Z","caller":"traceutil/trace.go:171","msg":"trace[1348900010] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"1.423110281s","start":"2026-05-13T01:50:05.54835Z","end":"2026-05-13T01:50:06.971461Z","steps":["trace[1348900010] 'process raft request' (duration: 1.422975207s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.971609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:05.5469Z","time spent":"1.424626156s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:06.971669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:05.548326Z","time spent":"1.423325356s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:06.984107Z","caller":"traceutil/trace.go:171","msg":"trace[1179092568] transaction","detail":"{read_only:false; response_revision:25619; number_of_response:1; }","duration":"606.607918ms","start":"2026-05-13T01:50:06.377476Z","end":"2026-05-13T01:50:06.984084Z","steps":["trace[1179092568] 'process raft request' (duration: 606.382643ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:06.984116Z","caller":"traceutil/trace.go:171","msg":"trace[2077371491] transaction","detail":"{read_only:false; response_revision:25620; number_of_response:1; }","duration":"606.129176ms","start":"2026-05-13T01:50:06.377972Z","end":"2026-05-13T01:50:06.984101Z","steps":["trace[2077371491] 'process raft request' (duration: 606.020434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.984187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:06.377465Z","time spent":"606.682899ms","remote":"127.0.0.1:60338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:06.9842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:06.37795Z","time spent":"606.204139ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:06.984206Z","caller":"traceutil/trace.go:171","msg":"trace[260175132] linearizableReadLoop","detail":"{readStateIndex:26474; appliedIndex:26463; }","duration":"609.047074ms","start":"2026-05-13T01:50:06.375135Z","end":"2026-05-13T01:50:06.984182Z","steps":["trace[260175132] 'read index received' (duration: 595.710973ms)","trace[260175132] 'applied index is now lower than readState.Index' (duration: 13.334991ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:06.984464Z","caller":"traceutil/trace.go:171","msg":"trace[1571728620] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"603.499385ms","start":"2026-05-13T01:50:06.380955Z","end":"2026-05-13T01:50:06.984455Z","steps":["trace[1571728620] 'process raft request' (duration: 603.093965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.984501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:06.380941Z","time spent":"603.542596ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:06.98454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427478532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-13T01:50:06.984584Z","caller":"traceutil/trace.go:171","msg":"trace[139824600] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25623; }","duration":"1.427542634s","start":"2026-05-13T01:50:05.55703Z","end":"2026-05-13T01:50:06.984573Z","steps":["trace[139824600] 'agreement among raft nodes before linearized reading' (duration: 1.42737328s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.984616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:05.557022Z","time spent":"1.427586865s","remote":"127.0.0.1:60416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:50:06.984633Z","caller":"traceutil/trace.go:171","msg":"trace[1457063022] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"601.55609ms","start":"2026-05-13T01:50:06.383069Z","end":"2026-05-13T01:50:06.984625Z","steps":["trace[1457063022] 'process raft request' (duration: 601.025327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.984671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:06.383053Z","time spent":"601.60217ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2878,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T01:50:06.984714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285145403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:50:06.984768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431814483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:50:06.984776Z","caller":"traceutil/trace.go:171","msg":"trace[1302344007] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25623; }","duration":"1.285269706s","start":"2026-05-13T01:50:05.699493Z","end":"2026-05-13T01:50:06.984762Z","steps":["trace[1302344007] 'agreement among raft nodes before linearized reading' (duration: 1.285119862s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.984813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426858398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-13T01:50:06.984831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:05.699475Z","time spent":"1.285347217s","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:50:06.98484Z","caller":"traceutil/trace.go:171","msg":"trace[570502079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25623; }","duration":"1.426898459s","start":"2026-05-13T01:50:05.557933Z","end":"2026-05-13T01:50:06.984832Z","steps":["trace[570502079] 'agreement among raft nodes before linearized reading' (duration: 1.426781187s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.984867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:05.557926Z","time spent":"1.42693419s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:50:06.98488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432341475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:50:06.98491Z","caller":"traceutil/trace.go:171","msg":"trace[279115940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25623; }","duration":"1.432400597s","start":"2026-05-13T01:50:05.552502Z","end":"2026-05-13T01:50:06.984902Z","steps":["trace[279115940] 'agreement among raft nodes before linearized reading' (duration: 1.432327215s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.984953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:05.552485Z","time spent":"1.432457659s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:50:06.984967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.505438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:06.984997Z","caller":"traceutil/trace.go:171","msg":"trace[1122156220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25623; }","duration":"607.5662ms","start":"2026-05-13T01:50:06.377423Z","end":"2026-05-13T01:50:06.98499Z","steps":["trace[1122156220] 'agreement among raft nodes before linearized reading' (duration: 607.508829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.985022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:06.377408Z","time spent":"607.609011ms","remote":"127.0.0.1:60308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:50:06.985081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.563229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:50:06.985114Z","caller":"traceutil/trace.go:171","msg":"trace[122203264] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25623; }","duration":"700.618111ms","start":"2026-05-13T01:50:06.284487Z","end":"2026-05-13T01:50:06.985105Z","steps":["trace[122203264] 'agreement among raft nodes before linearized reading' (duration: 700.543789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.985149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509862894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:50:06.98516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:06.284424Z","time spent":"700.727583ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:50:06.985171Z","caller":"traceutil/trace.go:171","msg":"trace[572478076] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25623; }","duration":"1.509916855s","start":"2026-05-13T01:50:05.475248Z","end":"2026-05-13T01:50:06.985165Z","steps":["trace[572478076] 'agreement among raft nodes before linearized reading' (duration: 1.509865584s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.985191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:05.475231Z","time spent":"1.509954226s","remote":"127.0.0.1:60668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:50:06.98481Z","caller":"traceutil/trace.go:171","msg":"trace[1423948424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25623; }","duration":"1.431899866s","start":"2026-05-13T01:50:05.552896Z","end":"2026-05-13T01:50:06.984795Z","steps":["trace[1423948424] 'agreement among raft nodes before linearized reading' (duration: 1.431752112s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.985336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.587824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:06.985352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:05.552884Z","time spent":"1.432457608s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T01:50:06.98537Z","caller":"traceutil/trace.go:171","msg":"trace[569235142] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25623; }","duration":"313.626605ms","start":"2026-05-13T01:50:06.671734Z","end":"2026-05-13T01:50:06.98536Z","steps":["trace[569235142] 'agreement among raft nodes before linearized reading' (duration: 313.567443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.985407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:06.671688Z","time spent":"313.711227ms","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:06.985363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629895334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-05-13T01:50:06.985469Z","caller":"traceutil/trace.go:171","msg":"trace[2023981110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25623; }","duration":"1.630036087s","start":"2026-05-13T01:50:05.355424Z","end":"2026-05-13T01:50:06.98546Z","steps":["trace[2023981110] 'agreement among raft nodes before linearized reading' (duration: 1.629866193s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.985513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.526235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-13T01:50:06.985521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:05.355346Z","time spent":"1.630164829s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T01:50:06.985549Z","caller":"traceutil/trace.go:171","msg":"trace[880987536] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25623; }","duration":"603.594517ms","start":"2026-05-13T01:50:06.381945Z","end":"2026-05-13T01:50:06.985539Z","steps":["trace[880987536] 'agreement among raft nodes before linearized reading' (duration: 603.496665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.985577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:06.381928Z","time spent":"603.642229ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T01:50:06.985689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8647105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:06.985717Z","caller":"traceutil/trace.go:171","msg":"trace[1379194112] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25623; }","duration":"1.864741331s","start":"2026-05-13T01:50:05.120969Z","end":"2026-05-13T01:50:06.985711Z","steps":["trace[1379194112] 'agreement among raft nodes before linearized reading' (duration: 1.86469784s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.985734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:05.120953Z","time spent":"1.864776371s","remote":"127.0.0.1:57100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-13T01:50:06.98578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964067897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-13T01:50:06.98583Z","caller":"traceutil/trace.go:171","msg":"trace[972130830] range","detail":"{range_begin:/registry/persistentvolumes/pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414; range_end:; response_count:1; response_revision:25623; }","duration":"1.964165549s","start":"2026-05-13T01:50:05.021657Z","end":"2026-05-13T01:50:06.985822Z","steps":["trace[972130830] 'agreement among raft nodes before linearized reading' (duration: 1.964025016s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:06.985859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:05.021635Z","time spent":"1.96421609s","remote":"127.0.0.1:60444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-14d85ab4-c97f-45c1-8f18-43ba27d37414\" "} {"level":"warn","ts":"2026-05-13T01:50:07.805679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.574777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:07.805998Z","caller":"traceutil/trace.go:171","msg":"trace[1845577006] linearizableReadLoop","detail":"{readStateIndex:26479; appliedIndex:26475; }","duration":"812.54665ms","start":"2026-05-13T01:50:06.993434Z","end":"2026-05-13T01:50:07.80598Z","steps":["trace[1845577006] 'read index received' (duration: 3.637275ms)","trace[1845577006] 'applied index is now lower than readState.Index' (duration: 808.908285ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:07.806136Z","caller":"traceutil/trace.go:171","msg":"trace[336601664] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"812.940099ms","start":"2026-05-13T01:50:06.993182Z","end":"2026-05-13T01:50:07.806122Z","steps":["trace[336601664] 'process raft request' (duration: 187.84325ms)","trace[336601664] 'compare' (duration: 624.30323ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:07.806457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:06.993165Z","time spent":"813.038911ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:07.80655Z","caller":"traceutil/trace.go:171","msg":"trace[2096703576] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"813.207375ms","start":"2026-05-13T01:50:06.993313Z","end":"2026-05-13T01:50:07.806521Z","steps":["trace[2096703576] 'process raft request' (duration: 812.625032ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:07.806642Z","caller":"traceutil/trace.go:171","msg":"trace[490477092] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"813.373329ms","start":"2026-05-13T01:50:06.993259Z","end":"2026-05-13T01:50:07.806632Z","steps":["trace[490477092] 'process raft request' (duration: 812.58564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:07.806659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:06.993306Z","time spent":"813.291937ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:07.806688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:06.993252Z","time spent":"813.41456ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:07.806667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.594151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:07.806711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.694309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:07.806714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.987926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-05-13T01:50:07.80674Z","caller":"traceutil/trace.go:171","msg":"trace[1948960888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25627; }","duration":"809.704833ms","start":"2026-05-13T01:50:06.997018Z","end":"2026-05-13T01:50:07.806722Z","steps":["trace[1948960888] 'agreement among raft nodes before linearized reading' (duration: 809.545229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:07.806775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.879333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-13T01:50:07.806769Z","caller":"traceutil/trace.go:171","msg":"trace[1377787744] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25627; }","duration":"374.802402ms","start":"2026-05-13T01:50:07.431951Z","end":"2026-05-13T01:50:07.806753Z","steps":["trace[1377787744] 'agreement among raft nodes before linearized reading' (duration: 374.694469ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:07.806772Z","caller":"traceutil/trace.go:171","msg":"trace[884546592] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25627; }","duration":"616.079319ms","start":"2026-05-13T01:50:07.190679Z","end":"2026-05-13T01:50:07.806758Z","steps":["trace[884546592] 'agreement among raft nodes before linearized reading' (duration: 615.918645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:07.806757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.032873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:07.806797Z","caller":"traceutil/trace.go:171","msg":"trace[1332052610] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25627; }","duration":"717.936784ms","start":"2026-05-13T01:50:07.088852Z","end":"2026-05-13T01:50:07.806789Z","steps":["trace[1332052610] 'agreement among raft nodes before linearized reading' (duration: 717.880913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:07.806781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:06.997002Z","time spent":"809.771515ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:50:07.806815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:07.088831Z","time spent":"717.980125ms","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-13T01:50:07.806808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:07.43193Z","time spent":"374.869023ms","remote":"127.0.0.1:56696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:07.80682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.710933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:07.806812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:07.19066Z","time spent":"616.1423ms","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1106,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"info","ts":"2026-05-13T01:50:07.806839Z","caller":"traceutil/trace.go:171","msg":"trace[1003966890] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25627; }","duration":"809.738764ms","start":"2026-05-13T01:50:06.997094Z","end":"2026-05-13T01:50:07.806833Z","steps":["trace[1003966890] 'agreement among raft nodes before linearized reading' (duration: 809.701874ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:07.806826Z","caller":"traceutil/trace.go:171","msg":"trace[1736838806] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25627; }","duration":"446.159206ms","start":"2026-05-13T01:50:07.36065Z","end":"2026-05-13T01:50:07.806809Z","steps":["trace[1736838806] 'agreement among raft nodes before linearized reading' (duration: 446.011532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:07.806853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:06.997091Z","time spent":"809.759215ms","remote":"127.0.0.1:60574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-13T01:50:07.806842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.388979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-13T01:50:07.806847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.259909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-05-13T01:50:07.806878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:07.360627Z","time spent":"446.239717ms","remote":"127.0.0.1:51926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:07.806868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.834221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:07.806903Z","caller":"traceutil/trace.go:171","msg":"trace[869328203] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25627; }","duration":"813.490932ms","start":"2026-05-13T01:50:06.993399Z","end":"2026-05-13T01:50:07.80689Z","steps":["trace[869328203] 'agreement among raft nodes before linearized reading' (duration: 813.316728ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:07.80692Z","caller":"traceutil/trace.go:171","msg":"trace[696992972] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25627; }","duration":"615.380152ms","start":"2026-05-13T01:50:07.19152Z","end":"2026-05-13T01:50:07.8069Z","steps":["trace[696992972] 'agreement among raft nodes before linearized reading' (duration: 615.154187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:07.806942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:06.993387Z","time spent":"813.548733ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-13T01:50:07.806919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.142546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-bn4kw\" ","response":"range_response_count:1 size:7051"} {"level":"info","ts":"2026-05-13T01:50:07.806946Z","caller":"traceutil/trace.go:171","msg":"trace[1963308603] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25627; }","duration":"759.953953ms","start":"2026-05-13T01:50:07.046974Z","end":"2026-05-13T01:50:07.806928Z","steps":["trace[1963308603] 'agreement among raft nodes before linearized reading' (duration: 759.82087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:07.806973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:07.191501Z","time spent":"615.464755ms","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":731,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-13T01:50:07.80699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:07.046954Z","time spent":"760.028765ms","remote":"127.0.0.1:60748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-13T01:50:07.806993Z","caller":"traceutil/trace.go:171","msg":"trace[1375245613] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-bn4kw; range_end:; response_count:1; response_revision:25627; }","duration":"741.261948ms","start":"2026-05-13T01:50:07.06571Z","end":"2026-05-13T01:50:07.806972Z","steps":["trace[1375245613] 'agreement among raft nodes before linearized reading' (duration: 741.012822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:07.807038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:07.065695Z","time spent":"741.33382ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7074,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-bn4kw\" "} {"level":"warn","ts":"2026-05-13T01:50:08.319394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005630676,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:50:08.781712Z","caller":"traceutil/trace.go:171","msg":"trace[594190766] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"965.713483ms","start":"2026-05-13T01:50:07.815961Z","end":"2026-05-13T01:50:08.781675Z","steps":["trace[594190766] 'process raft request' (duration: 898.098606ms)","trace[594190766] 'compare' (duration: 66.88869ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:08.781895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:07.81595Z","time spent":"965.847786ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:09.812946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.897989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:09.813119Z","caller":"traceutil/trace.go:171","msg":"trace[527086590] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"1.993975844s","start":"2026-05-13T01:50:07.819125Z","end":"2026-05-13T01:50:09.813101Z","steps":["trace[527086590] 'process raft request' (duration: 1.20784743s)","trace[527086590] 'compare' (duration: 785.798837ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:09.813185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:07.819116Z","time spent":"1.994039776s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6840,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:09.814818Z","caller":"traceutil/trace.go:171","msg":"trace[480333179] linearizableReadLoop","detail":"{readStateIndex:26481; appliedIndex:26479; }","duration":"1.995764856s","start":"2026-05-13T01:50:07.81903Z","end":"2026-05-13T01:50:09.814795Z","steps":["trace[480333179] 'read index received' (duration: 895.048855ms)","trace[480333179] 'applied index is now lower than readState.Index' (duration: 1.100714801s)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:09.815018Z","caller":"traceutil/trace.go:171","msg":"trace[1008455651] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"1.434116167s","start":"2026-05-13T01:50:08.380891Z","end":"2026-05-13T01:50:09.815007Z","steps":["trace[1008455651] 'process raft request' (duration: 1.432141751s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:09.815109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:08.380866Z","time spent":"1.434178269s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:09.815293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996260527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18416"} {"level":"info","ts":"2026-05-13T01:50:09.815321Z","caller":"traceutil/trace.go:171","msg":"trace[287969541] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25630; }","duration":"1.996287168s","start":"2026-05-13T01:50:07.819025Z","end":"2026-05-13T01:50:09.815313Z","steps":["trace[287969541] 'agreement among raft nodes before linearized reading' (duration: 1.996177795s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:09.815346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:07.819002Z","time spent":"1.996339149s","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18439,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-13T01:50:09.86042Z","caller":"traceutil/trace.go:171","msg":"trace[2042599953] transaction","detail":"{read_only:false; response_revision:25637; number_of_response:1; }","duration":"877.25236ms","start":"2026-05-13T01:50:08.983151Z","end":"2026-05-13T01:50:09.860403Z","steps":["trace[2042599953] 'process raft request' (duration: 877.222689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:09.860523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:08.983136Z","time spent":"877.333251ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:09.860763Z","caller":"traceutil/trace.go:171","msg":"trace[872666388] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"880.028715ms","start":"2026-05-13T01:50:08.980727Z","end":"2026-05-13T01:50:09.860756Z","steps":["trace[872666388] 'process raft request' (duration: 879.430661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:09.8608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:08.980703Z","time spent":"880.076335ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:09.86089Z","caller":"traceutil/trace.go:171","msg":"trace[833627674] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"880.037705ms","start":"2026-05-13T01:50:08.980847Z","end":"2026-05-13T01:50:09.860884Z","steps":["trace[833627674] 'process raft request' (duration: 879.40155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:09.86092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:08.980838Z","time spent":"880.065585ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:09.86098Z","caller":"traceutil/trace.go:171","msg":"trace[1785057319] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"880.133067ms","start":"2026-05-13T01:50:08.98084Z","end":"2026-05-13T01:50:09.860973Z","steps":["trace[1785057319] 'process raft request' (duration: 879.437551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:09.861008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:08.980804Z","time spent":"880.189348ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:09.86106Z","caller":"traceutil/trace.go:171","msg":"trace[1567207599] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"880.183658ms","start":"2026-05-13T01:50:08.98087Z","end":"2026-05-13T01:50:09.861054Z","steps":["trace[1567207599] 'process raft request' (duration: 879.43121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:09.861086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:08.980844Z","time spent":"880.226399ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:09.861129Z","caller":"traceutil/trace.go:171","msg":"trace[1030427463] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"879.986373ms","start":"2026-05-13T01:50:08.981139Z","end":"2026-05-13T01:50:09.861125Z","steps":["trace[1030427463] 'process raft request' (duration: 879.187695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:09.86116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:08.981129Z","time spent":"880.010904ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:09.861204Z","caller":"traceutil/trace.go:171","msg":"trace[530954037] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"879.486802ms","start":"2026-05-13T01:50:08.981711Z","end":"2026-05-13T01:50:09.861198Z","steps":["trace[530954037] 'process raft request' (duration: 878.638202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:09.861605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:08.981671Z","time spent":"879.909162ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:10.627032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000255411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T01:50:10.627095Z","caller":"traceutil/trace.go:171","msg":"trace[794338531] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369803s","start":"2026-05-13T01:50:08.626712Z","end":"2026-05-13T01:50:10.627081Z","steps":["trace[794338531] 'agreement among raft nodes before linearized reading' (duration: 2.000289402s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:10.627132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:08.62669Z","time spent":"2.000434604s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 01:50:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T01:50:10.956761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.041529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:10.957096Z","caller":"traceutil/trace.go:171","msg":"trace[949041758] linearizableReadLoop","detail":"{readStateIndex:26491; appliedIndex:26489; }","duration":"1.142196018s","start":"2026-05-13T01:50:09.814878Z","end":"2026-05-13T01:50:10.957074Z","steps":["trace[949041758] 'read index received' (duration: 46.540415ms)","trace[949041758] 'applied index is now lower than readState.Index' (duration: 1.095654293s)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:10.957321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02719204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-05-13T01:50:10.957325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56365594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:10.957381Z","caller":"traceutil/trace.go:171","msg":"trace[857430621] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:25640; }","duration":"3.027292263s","start":"2026-05-13T01:50:07.930073Z","end":"2026-05-13T01:50:10.957365Z","steps":["trace[857430621] 'agreement among raft nodes before linearized reading' (duration: 3.027109418s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:10.95741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:07.930053Z","time spent":"3.027350584s","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-05-13T01:50:10.957411Z","caller":"traceutil/trace.go:171","msg":"trace[1831314263] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25640; }","duration":"2.563782053s","start":"2026-05-13T01:50:08.393597Z","end":"2026-05-13T01:50:10.957379Z","steps":["trace[1831314263] 'agreement among raft nodes before linearized reading' (duration: 2.56366859s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:10.957454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:08.393577Z","time spent":"2.563866914s","remote":"127.0.0.1:52050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:10.957475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96635788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-13T01:50:10.957537Z","caller":"traceutil/trace.go:171","msg":"trace[567082267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25640; }","duration":"1.966438131s","start":"2026-05-13T01:50:08.991083Z","end":"2026-05-13T01:50:10.957521Z","steps":["trace[567082267] 'agreement among raft nodes before linearized reading' (duration: 1.966091393s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:10.957592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:08.991076Z","time spent":"1.966502513s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T01:50:10.957601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.943820436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-05-13T01:50:10.957702Z","caller":"traceutil/trace.go:171","msg":"trace[1826202646] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25640; }","duration":"2.94399303s","start":"2026-05-13T01:50:08.01369Z","end":"2026-05-13T01:50:10.957683Z","steps":["trace[1826202646] 'agreement among raft nodes before linearized reading' (duration: 2.943512459s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:10.957735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003719283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"warn","ts":"2026-05-13T01:50:10.957802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:08.013669Z","time spent":"2.944095963s","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-05-13T01:50:10.957804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138706411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:10.957857Z","caller":"traceutil/trace.go:171","msg":"trace[773641645] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25640; }","duration":"3.003854736s","start":"2026-05-13T01:50:07.953965Z","end":"2026-05-13T01:50:10.95782Z","steps":["trace[773641645] 'agreement among raft nodes before linearized reading' (duration: 3.003483267s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:10.957925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:07.95395Z","time spent":"3.003966039s","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-05-13T01:50:10.95793Z","caller":"traceutil/trace.go:171","msg":"trace[1291234665] transaction","detail":"{read_only:false; response_revision:25639; number_of_response:1; }","duration":"1.255596472s","start":"2026-05-13T01:50:09.702317Z","end":"2026-05-13T01:50:10.957913Z","steps":["trace[1291234665] 'process raft request' (duration: 1.254552498s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:10.957933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050102055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-05-13T01:50:10.958001Z","caller":"traceutil/trace.go:171","msg":"trace[1551464503] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:25640; }","duration":"3.050218208s","start":"2026-05-13T01:50:07.907768Z","end":"2026-05-13T01:50:10.957987Z","steps":["trace[1551464503] 'agreement among raft nodes before linearized reading' (duration: 3.049966132s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:10.958004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283979834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:10.958009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19547597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:10.958033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:09.702294Z","time spent":"1.255690885s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:10.958046Z","caller":"traceutil/trace.go:171","msg":"trace[1406731530] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25640; }","duration":"1.284055396s","start":"2026-05-13T01:50:09.673975Z","end":"2026-05-13T01:50:10.958031Z","steps":["trace[1406731530] 'agreement among raft nodes before linearized reading' (duration: 1.284000435s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:10.958045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:07.907755Z","time spent":"3.050280019s","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-05-13T01:50:10.958063Z","caller":"traceutil/trace.go:171","msg":"trace[900530809] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25640; }","duration":"1.195551522s","start":"2026-05-13T01:50:09.762494Z","end":"2026-05-13T01:50:10.958045Z","steps":["trace[900530809] 'agreement among raft nodes before linearized reading' (duration: 1.19546523s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:10.958094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:09.673956Z","time spent":"1.284125458s","remote":"127.0.0.1:51972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:10.95812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:09.762483Z","time spent":"1.195621284s","remote":"127.0.0.1:52060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:50:10.957875Z","caller":"traceutil/trace.go:171","msg":"trace[1141836658] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"1.753744971s","start":"2026-05-13T01:50:09.20412Z","end":"2026-05-13T01:50:10.957865Z","steps":["trace[1141836658] 'process raft request' (duration: 1.566487604s)","trace[1141836658] 'compare' (duration: 185.288241ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:10.958106Z","caller":"traceutil/trace.go:171","msg":"trace[1497734484] transaction","detail":"{read_only:false; response_revision:25640; number_of_response:1; }","duration":"1.134306274s","start":"2026-05-13T01:50:09.823761Z","end":"2026-05-13T01:50:10.958068Z","steps":["trace[1497734484] 'process raft request' (duration: 1.133238449s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:10.958205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:09.204093Z","time spent":"1.754068288s","remote":"127.0.0.1:51934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:10.957869Z","caller":"traceutil/trace.go:171","msg":"trace[883117157] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25640; }","duration":"3.138785213s","start":"2026-05-13T01:50:07.819063Z","end":"2026-05-13T01:50:10.957848Z","steps":["trace[883117157] 'agreement among raft nodes before linearized reading' (duration: 3.13867947s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:10.957899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076295346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-05-13T01:50:10.958259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:07.819056Z","time spent":"3.139194233s","remote":"127.0.0.1:60574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-13T01:50:10.958271Z","caller":"traceutil/trace.go:171","msg":"trace[544068952] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:25640; }","duration":"3.076728545s","start":"2026-05-13T01:50:07.88153Z","end":"2026-05-13T01:50:10.958259Z","steps":["trace[544068952] 'agreement among raft nodes before linearized reading' (duration: 3.076139282s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:10.958304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:07.881517Z","time spent":"3.076777027s","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-05-13T01:50:10.958299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957891322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-13T01:50:10.957606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.027267802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-05-13T01:50:10.957924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076236134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-05-13T01:50:10.958317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:09.823742Z","time spent":"1.134441137s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4387,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:10.95837Z","caller":"traceutil/trace.go:171","msg":"trace[646700452] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:25640; }","duration":"3.076724376s","start":"2026-05-13T01:50:07.881639Z","end":"2026-05-13T01:50:10.958363Z","steps":["trace[646700452] 'agreement among raft nodes before linearized reading' (duration: 3.076175123s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:10.958362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183651234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:10.958361Z","caller":"traceutil/trace.go:171","msg":"trace[594235281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25640; }","duration":"1.957968534s","start":"2026-05-13T01:50:09.000358Z","end":"2026-05-13T01:50:10.958326Z","steps":["trace[594235281] 'agreement among raft nodes before linearized reading' (duration: 1.956814797s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:10.958395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:07.881618Z","time spent":"3.076768906s","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-05-13T01:50:10.958369Z","caller":"traceutil/trace.go:171","msg":"trace[2001510027] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:25640; }","duration":"3.02802719s","start":"2026-05-13T01:50:07.930314Z","end":"2026-05-13T01:50:10.958341Z","steps":["trace[2001510027] 'agreement among raft nodes before linearized reading' (duration: 3.027240772s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:10.958413Z","caller":"traceutil/trace.go:171","msg":"trace[1987172576] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25640; }","duration":"1.183723067s","start":"2026-05-13T01:50:09.774674Z","end":"2026-05-13T01:50:10.958397Z","steps":["trace[1987172576] 'agreement among raft nodes before linearized reading' (duration: 1.183640135s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:10.958419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:09.000338Z","time spent":"1.958071676s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:50:10.958445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:07.930308Z","time spent":"3.028116992s","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-05-13T01:50:10.958467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:09.774661Z","time spent":"1.183791488s","remote":"127.0.0.1:56856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:12.073617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099696948s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T01:50:12.075508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101678574s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T01:50:12.076174Z","caller":"traceutil/trace.go:171","msg":"trace[781989188] transaction","detail":"{read_only:false; response_revision:25641; number_of_response:1; }","duration":"2.05128253s","start":"2026-05-13T01:50:10.024875Z","end":"2026-05-13T01:50:12.076157Z","steps":["trace[781989188] 'process raft request' (duration: 2.050725137s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.076272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:10.024854Z","time spent":"2.051355092s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:12.226259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.015929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:12.226587Z","caller":"traceutil/trace.go:171","msg":"trace[1252525842] transaction","detail":"{read_only:false; response_revision:25643; number_of_response:1; }","duration":"1.262870023s","start":"2026-05-13T01:50:10.963684Z","end":"2026-05-13T01:50:12.226554Z","steps":["trace[1252525842] 'process raft request' (duration: 1.262678409s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.226726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:10.963654Z","time spent":"1.262996386s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:12.226887Z","caller":"traceutil/trace.go:171","msg":"trace[92721826] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"358.386288ms","start":"2026-05-13T01:50:11.868482Z","end":"2026-05-13T01:50:12.226868Z","steps":["trace[92721826] 'process raft request' (duration: 358.348288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.226968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:11.868474Z","time spent":"358.45824ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:12.227105Z","caller":"traceutil/trace.go:171","msg":"trace[535513645] transaction","detail":"{read_only:false; response_revision:25644; number_of_response:1; }","duration":"1.263067688s","start":"2026-05-13T01:50:10.964027Z","end":"2026-05-13T01:50:12.227095Z","steps":["trace[535513645] 'process raft request' (duration: 1.262390802s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.227162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:10.964012Z","time spent":"1.26312141s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:12.227189Z","caller":"traceutil/trace.go:171","msg":"trace[1648496486] transaction","detail":"{read_only:false; response_revision:25642; number_of_response:1; }","duration":"1.355870492s","start":"2026-05-13T01:50:10.871294Z","end":"2026-05-13T01:50:12.227165Z","steps":["trace[1648496486] 'process raft request' (duration: 1.20485234s)","trace[1648496486] 'compare' (duration: 149.568938ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:12.227259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:10.871269Z","time spent":"1.355953555s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:12.227576Z","caller":"traceutil/trace.go:171","msg":"trace[1480517690] transaction","detail":"{read_only:false; response_revision:25651; number_of_response:1; }","duration":"361.701536ms","start":"2026-05-13T01:50:11.865864Z","end":"2026-05-13T01:50:12.227566Z","steps":["trace[1480517690] 'process raft request' (duration: 360.840576ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:12.2276Z","caller":"traceutil/trace.go:171","msg":"trace[1659680951] transaction","detail":"{read_only:false; response_revision:25649; number_of_response:1; }","duration":"361.846219ms","start":"2026-05-13T01:50:11.865739Z","end":"2026-05-13T01:50:12.227586Z","steps":["trace[1659680951] 'process raft request' (duration: 360.898787ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:12.227643Z","caller":"traceutil/trace.go:171","msg":"trace[1654315472] linearizableReadLoop","detail":"{readStateIndex:26495; appliedIndex:26492; }","duration":"1.270495451s","start":"2026-05-13T01:50:10.957137Z","end":"2026-05-13T01:50:12.227632Z","steps":["trace[1654315472] 'read index received' (duration: 16.918965ms)","trace[1654315472] 'applied index is now lower than readState.Index' (duration: 1.253573686s)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:12.227628Z","caller":"traceutil/trace.go:171","msg":"trace[1703745123] transaction","detail":"{read_only:false; response_revision:25650; number_of_response:1; }","duration":"361.796998ms","start":"2026-05-13T01:50:11.865811Z","end":"2026-05-13T01:50:12.227608Z","steps":["trace[1703745123] 'process raft request' (duration: 360.857546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.227648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:11.865838Z","time spent":"361.774888ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:12.227664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:11.865724Z","time spent":"361.90926ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:12.227677Z","caller":"traceutil/trace.go:171","msg":"trace[507594909] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"361.351428ms","start":"2026-05-13T01:50:11.866304Z","end":"2026-05-13T01:50:12.227655Z","steps":["trace[507594909] 'process raft request' (duration: 360.495448ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:12.227613Z","caller":"traceutil/trace.go:171","msg":"trace[419357111] transaction","detail":"{read_only:false; response_revision:25645; number_of_response:1; }","duration":"1.261732557s","start":"2026-05-13T01:50:10.965874Z","end":"2026-05-13T01:50:12.227607Z","steps":["trace[419357111] 'process raft request' (duration: 1.26058711s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.227717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:11.865796Z","time spent":"361.88024ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:12.227718Z","caller":"traceutil/trace.go:171","msg":"trace[1254476330] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"361.387708ms","start":"2026-05-13T01:50:11.866275Z","end":"2026-05-13T01:50:12.227663Z","steps":["trace[1254476330] 'process raft request' (duration: 360.483937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.227816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26651747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:12.227814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:11.866289Z","time spent":"361.44241ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:12.227846Z","caller":"traceutil/trace.go:171","msg":"trace[1226683788] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25654; }","duration":"2.266545991s","start":"2026-05-13T01:50:09.961288Z","end":"2026-05-13T01:50:12.227834Z","steps":["trace[1226683788] 'agreement among raft nodes before linearized reading' (duration: 2.26649285s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:12.227568Z","caller":"traceutil/trace.go:171","msg":"trace[456589518] transaction","detail":"{read_only:false; response_revision:25648; number_of_response:1; }","duration":"361.816738ms","start":"2026-05-13T01:50:11.865724Z","end":"2026-05-13T01:50:12.227541Z","steps":["trace[456589518] 'process raft request' (duration: 360.874986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.227869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:09.961221Z","time spent":"2.266641673s","remote":"127.0.0.1:56978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:12.227878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:11.866264Z","time spent":"361.529992ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:12.227909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302510179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:50:12.227905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:11.865704Z","time spent":"362.166607ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:12.227951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412737821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-13T01:50:12.227752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:10.965844Z","time spent":"1.261888441s","remote":"127.0.0.1:60748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4694,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:12.227984Z","caller":"traceutil/trace.go:171","msg":"trace[697850251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25654; }","duration":"2.412799962s","start":"2026-05-13T01:50:09.815173Z","end":"2026-05-13T01:50:12.227973Z","steps":["trace[697850251] 'agreement among raft nodes before linearized reading' (duration: 2.412632238s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.227992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600674311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:12.228012Z","caller":"traceutil/trace.go:171","msg":"trace[1920137925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25654; }","duration":"1.600727882s","start":"2026-05-13T01:50:10.627277Z","end":"2026-05-13T01:50:12.228005Z","steps":["trace[1920137925] 'agreement among raft nodes before linearized reading' (duration: 1.600696571s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.228011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:09.815155Z","time spent":"2.412849713s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T01:50:12.228028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:10.627255Z","time spent":"1.600769652s","remote":"127.0.0.1:60308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:50:12.228037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2614258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18416"} {"level":"info","ts":"2026-05-13T01:50:12.228053Z","caller":"traceutil/trace.go:171","msg":"trace[1950652503] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25654; }","duration":"1.261472171s","start":"2026-05-13T01:50:10.966576Z","end":"2026-05-13T01:50:12.228048Z","steps":["trace[1950652503] 'agreement among raft nodes before linearized reading' (duration: 1.261377139s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.228073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:10.966557Z","time spent":"1.261511221s","remote":"127.0.0.1:60466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18439,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-13T01:50:12.228073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40159384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-13T01:50:12.2281Z","caller":"traceutil/trace.go:171","msg":"trace[41524552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25654; }","duration":"2.401650842s","start":"2026-05-13T01:50:09.826439Z","end":"2026-05-13T01:50:12.22809Z","steps":["trace[41524552] 'agreement among raft nodes before linearized reading' (duration: 2.40155368s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.228118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:09.826424Z","time spent":"2.401690243s","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-13T01:50:12.227936Z","caller":"traceutil/trace.go:171","msg":"trace[1740377859] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25654; }","duration":"2.302579831s","start":"2026-05-13T01:50:09.925346Z","end":"2026-05-13T01:50:12.227926Z","steps":["trace[1740377859] 'agreement among raft nodes before linearized reading' (duration: 2.302455928s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.228188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16406885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-05-13T01:50:12.228218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:09.925329Z","time spent":"2.302876038s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":91,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:50:12.228238Z","caller":"traceutil/trace.go:171","msg":"trace[2067263977] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25654; }","duration":"2.164113381s","start":"2026-05-13T01:50:10.064111Z","end":"2026-05-13T01:50:12.228224Z","steps":["trace[2067263977] 'agreement among raft nodes before linearized reading' (duration: 2.163936097s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.228259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.142707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:12.228248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51226342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274745"} {"level":"warn","ts":"2026-05-13T01:50:12.228269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:10.064072Z","time spent":"2.164189633s","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-13T01:50:12.22828Z","caller":"traceutil/trace.go:171","msg":"trace[2014296541] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25654; }","duration":"278.187748ms","start":"2026-05-13T01:50:11.950086Z","end":"2026-05-13T01:50:12.228273Z","steps":["trace[2014296541] 'agreement among raft nodes before linearized reading' (duration: 278.157028ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:12.228302Z","caller":"traceutil/trace.go:171","msg":"trace[578187805] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25654; }","duration":"1.512346492s","start":"2026-05-13T01:50:10.715941Z","end":"2026-05-13T01:50:12.228287Z","steps":["trace[578187805] 'agreement among raft nodes before linearized reading' (duration: 1.51185116s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:12.22832Z","caller":"traceutil/trace.go:171","msg":"trace[524186574] transaction","detail":"{read_only:false; response_revision:25647; number_of_response:1; }","duration":"405.129738ms","start":"2026-05-13T01:50:11.82318Z","end":"2026-05-13T01:50:12.22831Z","steps":["trace[524186574] 'process raft request' (duration: 403.380157ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:12.228327Z","caller":"traceutil/trace.go:171","msg":"trace[1954742886] transaction","detail":"{read_only:false; response_revision:25646; number_of_response:1; }","duration":"1.179923158s","start":"2026-05-13T01:50:11.048395Z","end":"2026-05-13T01:50:12.228318Z","steps":["trace[1954742886] 'process raft request' (duration: 1.178120266s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.228335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:10.715903Z","time spent":"1.512423553s","remote":"127.0.0.1:60748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274768,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-13T01:50:12.228362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:11.048372Z","time spent":"1.17997202s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":907,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T01:50:12.228365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:11.823149Z","time spent":"405.19012ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:12.228378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.369223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:12.228416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08775561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-13T01:50:12.228434Z","caller":"traceutil/trace.go:171","msg":"trace[1160796422] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25654; }","duration":"278.426434ms","start":"2026-05-13T01:50:11.95Z","end":"2026-05-13T01:50:12.228427Z","steps":["trace[1160796422] 'agreement among raft nodes before linearized reading' (duration: 278.355122ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:12.228444Z","caller":"traceutil/trace.go:171","msg":"trace[1896068284] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25654; }","duration":"2.087824562s","start":"2026-05-13T01:50:10.140612Z","end":"2026-05-13T01:50:12.228436Z","steps":["trace[1896068284] 'agreement among raft nodes before linearized reading' (duration: 2.0877358s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.228469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:10.140592Z","time spent":"2.087872214s","remote":"127.0.0.1:60416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-13T01:50:12.228503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410060807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-13T01:50:12.228537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.401847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:50:12.228544Z","caller":"traceutil/trace.go:171","msg":"trace[1703904937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25654; }","duration":"2.410122739s","start":"2026-05-13T01:50:09.818407Z","end":"2026-05-13T01:50:12.228529Z","steps":["trace[1703904937] 'agreement among raft nodes before linearized reading' (duration: 2.410017527s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.228233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.80765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"warn","ts":"2026-05-13T01:50:12.228591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.107619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:12.228577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:09.818395Z","time spent":"2.41017412s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T01:50:12.228619Z","caller":"traceutil/trace.go:171","msg":"trace[2109286367] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25654; }","duration":"625.13454ms","start":"2026-05-13T01:50:11.603474Z","end":"2026-05-13T01:50:12.228608Z","steps":["trace[2109286367] 'agreement among raft nodes before linearized reading' (duration: 625.089569ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:12.22861Z","caller":"traceutil/trace.go:171","msg":"trace[1626071300] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:25654; }","duration":"146.22065ms","start":"2026-05-13T01:50:12.082378Z","end":"2026-05-13T01:50:12.228599Z","steps":["trace[1626071300] 'agreement among raft nodes before linearized reading' (duration: 145.81166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.22864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:11.603451Z","time spent":"625.183111ms","remote":"127.0.0.1:57016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:50:12.228555Z","caller":"traceutil/trace.go:171","msg":"trace[1865603226] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25654; }","duration":"490.456319ms","start":"2026-05-13T01:50:11.738091Z","end":"2026-05-13T01:50:12.228547Z","steps":["trace[1865603226] 'agreement among raft nodes before linearized reading' (duration: 490.423768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.2288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:11.73806Z","time spent":"490.726055ms","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:12.22883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174737718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-05-13T01:50:12.228857Z","caller":"traceutil/trace.go:171","msg":"trace[1816925264] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25654; }","duration":"1.17480101s","start":"2026-05-13T01:50:11.054047Z","end":"2026-05-13T01:50:12.228848Z","steps":["trace[1816925264] 'agreement among raft nodes before linearized reading' (duration: 1.174712128s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.228888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:11.054027Z","time spent":"1.17485252s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4461,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-13T01:50:12.228594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441979921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-13T01:50:12.228965Z","caller":"traceutil/trace.go:171","msg":"trace[296496794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25654; }","duration":"1.44237435s","start":"2026-05-13T01:50:10.786579Z","end":"2026-05-13T01:50:12.228954Z","steps":["trace[296496794] 'agreement among raft nodes before linearized reading' (duration: 1.44194564s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.228999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:10.786563Z","time spent":"1.442426641s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T01:50:12.44079Z","caller":"traceutil/trace.go:171","msg":"trace[656200015] linearizableReadLoop","detail":"{readStateIndex:26512; appliedIndex:26511; }","duration":"138.612653ms","start":"2026-05-13T01:50:12.302158Z","end":"2026-05-13T01:50:12.440771Z","steps":["trace[656200015] 'read index received' (duration: 137.854945ms)","trace[656200015] 'applied index is now lower than readState.Index' (duration: 756.938µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:12.440924Z","caller":"traceutil/trace.go:171","msg":"trace[799088303] transaction","detail":"{read_only:false; response_revision:25659; number_of_response:1; }","duration":"141.191773ms","start":"2026-05-13T01:50:12.299685Z","end":"2026-05-13T01:50:12.440877Z","steps":["trace[799088303] 'process raft request' (duration: 140.355993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:12.441014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.845158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-05-13T01:50:12.441064Z","caller":"traceutil/trace.go:171","msg":"trace[643132108] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25659; }","duration":"138.90459ms","start":"2026-05-13T01:50:12.302146Z","end":"2026-05-13T01:50:12.441051Z","steps":["trace[643132108] 'agreement among raft nodes before linearized reading' (duration: 138.728705ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:12.596224Z","caller":"traceutil/trace.go:171","msg":"trace[1619038565] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"149.267401ms","start":"2026-05-13T01:50:12.446926Z","end":"2026-05-13T01:50:12.596193Z","steps":["trace[1619038565] 'process raft request' (duration: 135.016109ms)","trace[1619038565] 'compare' (duration: 13.962785ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:12.826666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.137499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:12.826894Z","caller":"traceutil/trace.go:171","msg":"trace[1836215918] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"224.001954ms","start":"2026-05-13T01:50:12.60287Z","end":"2026-05-13T01:50:12.826871Z","steps":["trace[1836215918] 'process raft request' (duration: 223.897792ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:12.826937Z","caller":"traceutil/trace.go:171","msg":"trace[631654395] transaction","detail":"{read_only:false; response_revision:25662; number_of_response:1; }","duration":"224.313301ms","start":"2026-05-13T01:50:12.602573Z","end":"2026-05-13T01:50:12.826886Z","steps":["trace[631654395] 'process raft request' (duration: 107.860735ms)","trace[631654395] 'compare' (duration: 115.950325ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:13.285182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.261462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:13.285393Z","caller":"traceutil/trace.go:171","msg":"trace[750660876] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"647.243935ms","start":"2026-05-13T01:50:12.63811Z","end":"2026-05-13T01:50:13.285354Z","steps":["trace[750660876] 'process raft request' (duration: 313.741127ms)","trace[750660876] 'compare' (duration: 333.022817ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:13.285462Z","caller":"traceutil/trace.go:171","msg":"trace[222195004] linearizableReadLoop","detail":"{readStateIndex:26517; appliedIndex:26516; }","duration":"540.25156ms","start":"2026-05-13T01:50:12.745202Z","end":"2026-05-13T01:50:13.285453Z","steps":["trace[222195004] 'read index received' (duration: 206.735132ms)","trace[222195004] 'applied index is now lower than readState.Index' (duration: 333.515468ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:13.285553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:12.638091Z","time spent":"647.391999ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2979,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T01:50:13.285674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.885952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:13.28573Z","caller":"traceutil/trace.go:171","msg":"trace[771972948] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25665; }","duration":"524.949343ms","start":"2026-05-13T01:50:12.760763Z","end":"2026-05-13T01:50:13.285713Z","steps":["trace[771972948] 'agreement among raft nodes before linearized reading' (duration: 524.82441ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:13.285424Z","caller":"traceutil/trace.go:171","msg":"trace[508357406] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"447.541758ms","start":"2026-05-13T01:50:12.837863Z","end":"2026-05-13T01:50:13.285405Z","steps":["trace[508357406] 'process raft request' (duration: 447.458326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:13.285781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:12.760729Z","time spent":"525.038236ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:13.28579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.849306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21547"} {"level":"warn","ts":"2026-05-13T01:50:13.285816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:12.837845Z","time spent":"447.938237ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T01:50:13.285827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.874766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-05-13T01:50:13.285831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.704717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-05-13T01:50:13.285868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.880937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:13.28588Z","caller":"traceutil/trace.go:171","msg":"trace[243343441] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:25665; }","duration":"357.955249ms","start":"2026-05-13T01:50:12.92791Z","end":"2026-05-13T01:50:13.285866Z","steps":["trace[243343441] 'agreement among raft nodes before linearized reading' (duration: 357.768405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:13.285907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:12.927904Z","time spent":"357.99914ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5150,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-05-13T01:50:13.285903Z","caller":"traceutil/trace.go:171","msg":"trace[721344257] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:25665; }","duration":"358.789598ms","start":"2026-05-13T01:50:12.927092Z","end":"2026-05-13T01:50:13.285881Z","steps":["trace[721344257] 'agreement among raft nodes before linearized reading' (duration: 358.581763ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:13.285897Z","caller":"traceutil/trace.go:171","msg":"trace[1324206314] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25665; }","duration":"303.935218ms","start":"2026-05-13T01:50:12.981952Z","end":"2026-05-13T01:50:13.285888Z","steps":["trace[1324206314] 'agreement among raft nodes before linearized reading' (duration: 303.890987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:13.285921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.379218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:13.285956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:12.981938Z","time spent":"304.0092ms","remote":"127.0.0.1:51834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:13.285958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:12.927088Z","time spent":"358.85777ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-05-13T01:50:13.285822Z","caller":"traceutil/trace.go:171","msg":"trace[142268493] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:25665; }","duration":"357.883987ms","start":"2026-05-13T01:50:12.927929Z","end":"2026-05-13T01:50:13.285813Z","steps":["trace[142268493] 'agreement among raft nodes before linearized reading' (duration: 357.740993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:13.285969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.344418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-05-13T01:50:13.285982Z","caller":"traceutil/trace.go:171","msg":"trace[1899858706] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25665; }","duration":"126.5007ms","start":"2026-05-13T01:50:13.159466Z","end":"2026-05-13T01:50:13.285967Z","steps":["trace[1899858706] 'agreement among raft nodes before linearized reading' (duration: 126.374557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:13.285999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.193779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:13.286015Z","caller":"traceutil/trace.go:171","msg":"trace[983472653] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:25665; }","duration":"358.402529ms","start":"2026-05-13T01:50:12.927597Z","end":"2026-05-13T01:50:13.285999Z","steps":["trace[983472653] 'agreement among raft nodes before linearized reading' (duration: 358.233405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:13.286011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.042341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11165"} {"level":"warn","ts":"2026-05-13T01:50:13.286046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:12.927592Z","time spent":"358.44593ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1172,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-05-13T01:50:13.286012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.101446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-05-13T01:50:13.286077Z","caller":"traceutil/trace.go:171","msg":"trace[508931884] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:25665; }","duration":"358.124963ms","start":"2026-05-13T01:50:12.927935Z","end":"2026-05-13T01:50:13.28606Z","steps":["trace[508931884] 'agreement among raft nodes before linearized reading' (duration: 357.929238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:13.286059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.023164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7562"} {"level":"info","ts":"2026-05-13T01:50:13.286087Z","caller":"traceutil/trace.go:171","msg":"trace[2003314671] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25665; }","duration":"359.218638ms","start":"2026-05-13T01:50:12.926852Z","end":"2026-05-13T01:50:13.286071Z","steps":["trace[2003314671] 'agreement among raft nodes before linearized reading' (duration: 359.026433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:13.286012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:12.927916Z","time spent":"358.084202ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21570,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-05-13T01:50:13.286117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:12.927932Z","time spent":"358.177684ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11188,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-05-13T01:50:13.286125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:12.926828Z","time spent":"359.28926ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":918,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-05-13T01:50:13.286133Z","caller":"traceutil/trace.go:171","msg":"trace[1875796856] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:25665; }","duration":"359.117046ms","start":"2026-05-13T01:50:12.926994Z","end":"2026-05-13T01:50:13.286111Z","steps":["trace[1875796856] 'agreement among raft nodes before linearized reading' (duration: 358.88787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:13.286176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.988387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:50:13.286036Z","caller":"traceutil/trace.go:171","msg":"trace[1026849715] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25665; }","duration":"498.251421ms","start":"2026-05-13T01:50:12.787774Z","end":"2026-05-13T01:50:13.286025Z","steps":["trace[1026849715] 'agreement among raft nodes before linearized reading' (duration: 498.193799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:13.286177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:12.926989Z","time spent":"359.176877ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7585,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-05-13T01:50:13.286201Z","caller":"traceutil/trace.go:171","msg":"trace[2059129209] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25665; }","duration":"541.048429ms","start":"2026-05-13T01:50:12.745144Z","end":"2026-05-13T01:50:13.286192Z","steps":["trace[2059129209] 'agreement among raft nodes before linearized reading' (duration: 540.993597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:13.286213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:12.787764Z","time spent":"498.437825ms","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:13.286224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:12.74512Z","time spent":"541.09667ms","remote":"127.0.0.1:60768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:50:13.660534Z","caller":"traceutil/trace.go:171","msg":"trace[1511235157] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"365.127796ms","start":"2026-05-13T01:50:13.29539Z","end":"2026-05-13T01:50:13.660518Z","steps":["trace[1511235157] 'process raft request' (duration: 364.973812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:13.660647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:13.295356Z","time spent":"365.236459ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7203,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:14.45462Z","caller":"traceutil/trace.go:171","msg":"trace[979784211] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"219.912539ms","start":"2026-05-13T01:50:14.234669Z","end":"2026-05-13T01:50:14.454581Z","steps":["trace[979784211] 'process raft request' (duration: 218.574168ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:14.455217Z","caller":"traceutil/trace.go:171","msg":"trace[1221398829] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"219.002467ms","start":"2026-05-13T01:50:14.236181Z","end":"2026-05-13T01:50:14.455184Z","steps":["trace[1221398829] 'process raft request' (duration: 218.767862ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:14.45523Z","caller":"traceutil/trace.go:171","msg":"trace[2012973232] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"218.65549ms","start":"2026-05-13T01:50:14.236544Z","end":"2026-05-13T01:50:14.4552Z","steps":["trace[2012973232] 'process raft request' (duration: 218.565448ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:14.455351Z","caller":"traceutil/trace.go:171","msg":"trace[147812344] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"220.036832ms","start":"2026-05-13T01:50:14.235299Z","end":"2026-05-13T01:50:14.455336Z","steps":["trace[147812344] 'process raft request' (duration: 219.218393ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:14.455753Z","caller":"traceutil/trace.go:171","msg":"trace[510242591] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"219.184692ms","start":"2026-05-13T01:50:14.236558Z","end":"2026-05-13T01:50:14.455743Z","steps":["trace[510242591] 'process raft request' (duration: 218.601879ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:14.45612Z","caller":"traceutil/trace.go:171","msg":"trace[654183474] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"219.53422ms","start":"2026-05-13T01:50:14.236573Z","end":"2026-05-13T01:50:14.456107Z","steps":["trace[654183474] 'process raft request' (duration: 219.11664ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:14.456229Z","caller":"traceutil/trace.go:171","msg":"trace[850051302] transaction","detail":"{read_only:false; response_revision:25676; number_of_response:1; }","duration":"218.928546ms","start":"2026-05-13T01:50:14.237288Z","end":"2026-05-13T01:50:14.456216Z","steps":["trace[850051302] 'process raft request' (duration: 218.790353ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:14.456146Z","caller":"traceutil/trace.go:171","msg":"trace[970980211] linearizableReadLoop","detail":"{readStateIndex:26526; appliedIndex:26520; }","duration":"219.55085ms","start":"2026-05-13T01:50:14.236577Z","end":"2026-05-13T01:50:14.456128Z","steps":["trace[970980211] 'read index received' (duration: 57.387708ms)","trace[970980211] 'applied index is now lower than readState.Index' (duration: 162.161932ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:14.456264Z","caller":"traceutil/trace.go:171","msg":"trace[1482561830] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"219.224943ms","start":"2026-05-13T01:50:14.237002Z","end":"2026-05-13T01:50:14.456227Z","steps":["trace[1482561830] 'process raft request' (duration: 218.981527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:14.45656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.94941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T01:50:14.456618Z","caller":"traceutil/trace.go:171","msg":"trace[1571080470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25676; }","duration":"220.046793ms","start":"2026-05-13T01:50:14.236559Z","end":"2026-05-13T01:50:14.456606Z","steps":["trace[1571080470] 'agreement among raft nodes before linearized reading' (duration: 219.857438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:14.456756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.183506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:50:14.456786Z","caller":"traceutil/trace.go:171","msg":"trace[834260543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25676; }","duration":"157.255798ms","start":"2026-05-13T01:50:14.299523Z","end":"2026-05-13T01:50:14.456779Z","steps":["trace[834260543] 'agreement among raft nodes before linearized reading' (duration: 157.169926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:14.457335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.77979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-13T01:50:14.457404Z","caller":"traceutil/trace.go:171","msg":"trace[1952344634] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25676; }","duration":"190.912503ms","start":"2026-05-13T01:50:14.266475Z","end":"2026-05-13T01:50:14.457387Z","steps":["trace[1952344634] 'agreement among raft nodes before linearized reading' (duration: 190.077843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:14.457385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.055497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-05-13T01:50:14.457327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.521301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:50:14.45763Z","caller":"traceutil/trace.go:171","msg":"trace[2102559149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25676; }","duration":"159.890049ms","start":"2026-05-13T01:50:14.297722Z","end":"2026-05-13T01:50:14.457612Z","steps":["trace[2102559149] 'agreement among raft nodes before linearized reading' (duration: 158.984268ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:14.457523Z","caller":"traceutil/trace.go:171","msg":"trace[943109745] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:25676; }","duration":"116.781644ms","start":"2026-05-13T01:50:14.340703Z","end":"2026-05-13T01:50:14.457485Z","steps":["trace[943109745] 'agreement among raft nodes before linearized reading' (duration: 115.935174ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:14.577673Z","caller":"traceutil/trace.go:171","msg":"trace[1648963993] transaction","detail":"{read_only:false; response_revision:25677; number_of_response:1; }","duration":"115.933443ms","start":"2026-05-13T01:50:14.46171Z","end":"2026-05-13T01:50:14.577644Z","steps":["trace[1648963993] 'process raft request' (duration: 98.356624ms)","trace[1648963993] 'compare' (duration: 17.296003ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:14.577744Z","caller":"traceutil/trace.go:171","msg":"trace[1355779752] transaction","detail":"{read_only:false; response_revision:25678; number_of_response:1; }","duration":"115.738949ms","start":"2026-05-13T01:50:14.461989Z","end":"2026-05-13T01:50:14.577728Z","steps":["trace[1355779752] 'process raft request' (duration: 115.553855ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:14.578074Z","caller":"traceutil/trace.go:171","msg":"trace[1161136294] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"115.293839ms","start":"2026-05-13T01:50:14.462773Z","end":"2026-05-13T01:50:14.578066Z","steps":["trace[1161136294] 'process raft request' (duration: 114.87913ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:14.578038Z","caller":"traceutil/trace.go:171","msg":"trace[1362997102] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"114.927031ms","start":"2026-05-13T01:50:14.463082Z","end":"2026-05-13T01:50:14.578009Z","steps":["trace[1362997102] 'process raft request' (duration: 114.623154ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:14.57822Z","caller":"traceutil/trace.go:171","msg":"trace[58999378] transaction","detail":"{read_only:false; response_revision:25681; number_of_response:1; }","duration":"114.654395ms","start":"2026-05-13T01:50:14.463554Z","end":"2026-05-13T01:50:14.578208Z","steps":["trace[58999378] 'process raft request' (duration: 114.353567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:16.128111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005630778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:50:16.476297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.734181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:16.476507Z","caller":"traceutil/trace.go:171","msg":"trace[1109086570] linearizableReadLoop","detail":"{readStateIndex:26546; appliedIndex:26544; }","duration":"849.202015ms","start":"2026-05-13T01:50:15.627287Z","end":"2026-05-13T01:50:16.476489Z","steps":["trace[1109086570] 'read index received' (duration: 536.535453ms)","trace[1109086570] 'applied index is now lower than readState.Index' (duration: 312.665522ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:16.476586Z","caller":"traceutil/trace.go:171","msg":"trace[539667292] transaction","detail":"{read_only:false; response_revision:25692; number_of_response:1; }","duration":"1.040057886s","start":"2026-05-13T01:50:15.436518Z","end":"2026-05-13T01:50:16.476576Z","steps":["trace[539667292] 'process raft request' (duration: 1.039876882s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:16.47665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:15.436493Z","time spent":"1.040126008s","remote":"127.0.0.1:60574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:16.476753Z","caller":"traceutil/trace.go:171","msg":"trace[1287162226] transaction","detail":"{read_only:false; response_revision:25691; number_of_response:1; }","duration":"1.040718752s","start":"2026-05-13T01:50:15.436005Z","end":"2026-05-13T01:50:16.476724Z","steps":["trace[1287162226] 'process raft request' (duration: 135.474349ms)","trace[1287162226] 'compare' (duration: 904.536516ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:16.476895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.605914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:16.476933Z","caller":"traceutil/trace.go:171","msg":"trace[759231955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25692; }","duration":"849.673026ms","start":"2026-05-13T01:50:15.62725Z","end":"2026-05-13T01:50:16.476923Z","steps":["trace[759231955] 'agreement among raft nodes before linearized reading' (duration: 849.606755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:16.476968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:15.62723Z","time spent":"849.731827ms","remote":"127.0.0.1:60308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:50:16.476892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:15.435982Z","time spent":"1.040836685s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:17.10493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.142394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:17.105006Z","caller":"traceutil/trace.go:171","msg":"trace[1286424273] transaction","detail":"{read_only:false; response_revision:25693; number_of_response:1; }","duration":"803.754045ms","start":"2026-05-13T01:50:16.301238Z","end":"2026-05-13T01:50:17.104992Z","steps":["trace[1286424273] 'process raft request' (duration: 294.501829ms)","trace[1286424273] 'compare' (duration: 508.908208ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:17.105041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.30122Z","time spent":"803.804516ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:17.548854Z","caller":"traceutil/trace.go:171","msg":"trace[1009724438] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"1.086994612s","start":"2026-05-13T01:50:16.461822Z","end":"2026-05-13T01:50:17.548817Z","steps":["trace[1009724438] 'process raft request' (duration: 1.080218523s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:17.548955Z","caller":"traceutil/trace.go:171","msg":"trace[691756812] linearizableReadLoop","detail":"{readStateIndex:26554; appliedIndex:26546; }","duration":"1.072402412s","start":"2026-05-13T01:50:16.476541Z","end":"2026-05-13T01:50:17.548944Z","steps":["trace[691756812] 'read index received' (duration: 119.206431ms)","trace[691756812] 'applied index is now lower than readState.Index' (duration: 953.195171ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:17.548878Z","caller":"traceutil/trace.go:171","msg":"trace[632750996] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"1.086460159s","start":"2026-05-13T01:50:16.462388Z","end":"2026-05-13T01:50:17.548849Z","steps":["trace[632750996] 'process raft request' (duration: 1.086311836s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:17.549014Z","caller":"traceutil/trace.go:171","msg":"trace[950416914] transaction","detail":"{read_only:false; response_revision:25696; number_of_response:1; }","duration":"1.086219693s","start":"2026-05-13T01:50:16.462788Z","end":"2026-05-13T01:50:17.549008Z","steps":["trace[950416914] 'process raft request' (duration: 1.085982128s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.549013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.46181Z","time spent":"1.087125104s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:17.549078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.462376Z","time spent":"1.086631193s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:17.549128Z","caller":"traceutil/trace.go:171","msg":"trace[690859432] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"1.086112021s","start":"2026-05-13T01:50:16.46301Z","end":"2026-05-13T01:50:17.549122Z","steps":["trace[690859432] 'process raft request' (duration: 1.085788063s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.549192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.463Z","time spent":"1.086150841s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:17.549102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.462777Z","time spent":"1.086252225s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:17.549281Z","caller":"traceutil/trace.go:171","msg":"trace[2093682715] transaction","detail":"{read_only:false; response_revision:25698; number_of_response:1; }","duration":"1.08608225s","start":"2026-05-13T01:50:16.463192Z","end":"2026-05-13T01:50:17.549275Z","steps":["trace[2093682715] 'process raft request' (duration: 1.08563389s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:17.549329Z","caller":"traceutil/trace.go:171","msg":"trace[1216438938] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"979.638277ms","start":"2026-05-13T01:50:16.569678Z","end":"2026-05-13T01:50:17.549317Z","steps":["trace[1216438938] 'process raft request' (duration: 979.216547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.549346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.463183Z","time spent":"1.086122021s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:17.549393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.569649Z","time spent":"979.712289ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":901,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T01:50:17.549519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087760579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T01:50:17.549547Z","caller":"traceutil/trace.go:171","msg":"trace[721395494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25701; }","duration":"1.08782592s","start":"2026-05-13T01:50:16.461715Z","end":"2026-05-13T01:50:17.549541Z","steps":["trace[721395494] 'agreement among raft nodes before linearized reading' (duration: 1.087679107s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.549565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.461695Z","time spent":"1.087866422s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-13T01:50:17.54958Z","caller":"traceutil/trace.go:171","msg":"trace[959497432] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"1.085882475s","start":"2026-05-13T01:50:16.463685Z","end":"2026-05-13T01:50:17.549567Z","steps":["trace[959497432] 'process raft request' (duration: 1.085167548s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.549636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.463676Z","time spent":"1.085927367s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:17.54969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2202815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-13T01:50:17.549715Z","caller":"traceutil/trace.go:171","msg":"trace[2139157370] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25701; }","duration":"1.220334051s","start":"2026-05-13T01:50:16.329373Z","end":"2026-05-13T01:50:17.549707Z","steps":["trace[2139157370] 'agreement among raft nodes before linearized reading' (duration: 1.220253779s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:17.549722Z","caller":"traceutil/trace.go:171","msg":"trace[867063254] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"1.085784203s","start":"2026-05-13T01:50:16.463928Z","end":"2026-05-13T01:50:17.549712Z","steps":["trace[867063254] 'process raft request' (duration: 1.084945824s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.549753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.329348Z","time spent":"1.220381802s","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-13T01:50:17.549768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.463906Z","time spent":"1.085838124s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:17.549953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246211585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-13T01:50:17.549997Z","caller":"traceutil/trace.go:171","msg":"trace[1114213440] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25701; }","duration":"1.246279986s","start":"2026-05-13T01:50:16.303693Z","end":"2026-05-13T01:50:17.549974Z","steps":["trace[1114213440] 'agreement among raft nodes before linearized reading' (duration: 1.246191764s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.550019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.303673Z","time spent":"1.246340717s","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-13T01:50:17.550173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317587949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:17.550201Z","caller":"traceutil/trace.go:171","msg":"trace[991960188] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25701; }","duration":"1.31761885s","start":"2026-05-13T01:50:16.232574Z","end":"2026-05-13T01:50:17.550192Z","steps":["trace[991960188] 'agreement among raft nodes before linearized reading' (duration: 1.317556428s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.55022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.232506Z","time spent":"1.317708872s","remote":"127.0.0.1:49074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:17.594122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.625798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:17.59424Z","caller":"traceutil/trace.go:171","msg":"trace[1490534284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25702; }","duration":"967.71068ms","start":"2026-05-13T01:50:16.626471Z","end":"2026-05-13T01:50:17.594181Z","steps":["trace[1490534284] 'agreement among raft nodes before linearized reading' (duration: 967.569856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.594258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009982675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-13T01:50:17.594277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.626425Z","time spent":"967.844033ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:50:17.594381Z","caller":"traceutil/trace.go:171","msg":"trace[1980523040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25702; }","duration":"1.010046136s","start":"2026-05-13T01:50:16.584247Z","end":"2026-05-13T01:50:17.594293Z","steps":["trace[1980523040] 'agreement among raft nodes before linearized reading' (duration: 1.009916813s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:17.594475Z","caller":"traceutil/trace.go:171","msg":"trace[1616278948] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"512.8254ms","start":"2026-05-13T01:50:17.081637Z","end":"2026-05-13T01:50:17.594462Z","steps":["trace[1616278948] 'process raft request' (duration: 512.244077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.594562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:17.081614Z","time spent":"512.891362ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:17.59444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.584205Z","time spent":"1.010223521s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T01:50:17.59463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011516041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-13T01:50:17.594709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.718579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:50:17.594738Z","caller":"traceutil/trace.go:171","msg":"trace[410387803] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25702; }","duration":"103.801891ms","start":"2026-05-13T01:50:17.490928Z","end":"2026-05-13T01:50:17.59473Z","steps":["trace[410387803] 'agreement among raft nodes before linearized reading' (duration: 103.746109ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:17.594707Z","caller":"traceutil/trace.go:171","msg":"trace[1541697328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25702; }","duration":"1.011676845s","start":"2026-05-13T01:50:16.583009Z","end":"2026-05-13T01:50:17.594686Z","steps":["trace[1541697328] 'agreement among raft nodes before linearized reading' (duration: 1.011400368s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.594818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.58297Z","time spent":"1.011829008s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T01:50:17.594969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.066781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T01:50:17.594998Z","caller":"traceutil/trace.go:171","msg":"trace[946827669] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25702; }","duration":"355.132213ms","start":"2026-05-13T01:50:17.239857Z","end":"2026-05-13T01:50:17.594989Z","steps":["trace[946827669] 'agreement among raft nodes before linearized reading' (duration: 355.071261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.595016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:17.239836Z","time spent":"355.176224ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T01:50:17.595139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.687857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:17.595163Z","caller":"traceutil/trace.go:171","msg":"trace[326396565] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25702; }","duration":"849.740879ms","start":"2026-05-13T01:50:16.745415Z","end":"2026-05-13T01:50:17.595156Z","steps":["trace[326396565] 'agreement among raft nodes before linearized reading' (duration: 849.703588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.595183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.7454Z","time spent":"849.777549ms","remote":"127.0.0.1:45814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:17.594117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.04796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:17.595338Z","caller":"traceutil/trace.go:171","msg":"trace[1677535111] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25702; }","duration":"991.317251ms","start":"2026-05-13T01:50:16.604011Z","end":"2026-05-13T01:50:17.595328Z","steps":["trace[1677535111] 'agreement among raft nodes before linearized reading' (duration: 990.038271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.595471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01148076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-13T01:50:17.595574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.603997Z","time spent":"991.365571ms","remote":"127.0.0.1:56790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:50:17.595653Z","caller":"traceutil/trace.go:171","msg":"trace[1665943516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25702; }","duration":"1.011760787s","start":"2026-05-13T01:50:16.583834Z","end":"2026-05-13T01:50:17.595595Z","steps":["trace[1665943516] 'agreement among raft nodes before linearized reading' (duration: 1.011306166s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.594915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.831503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-05-13T01:50:17.595744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.583822Z","time spent":"1.01190616s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:50:17.595486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013114089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:50:17.596086Z","caller":"traceutil/trace.go:171","msg":"trace[574980571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25702; }","duration":"1.013734793s","start":"2026-05-13T01:50:16.582332Z","end":"2026-05-13T01:50:17.596067Z","steps":["trace[574980571] 'agreement among raft nodes before linearized reading' (duration: 1.012977245s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.596195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.582322Z","time spent":"1.013855285s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T01:50:17.595799Z","caller":"traceutil/trace.go:171","msg":"trace[292223928] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25702; }","duration":"354.699473ms","start":"2026-05-13T01:50:17.241057Z","end":"2026-05-13T01:50:17.595756Z","steps":["trace[292223928] 'agreement among raft nodes before linearized reading' (duration: 353.780031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.597694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:17.241044Z","time spent":"356.606688ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-13T01:50:17.595691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028128159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29643950-bvwzr\" ","response":"range_response_count:1 size:7221"} {"level":"info","ts":"2026-05-13T01:50:17.597896Z","caller":"traceutil/trace.go:171","msg":"trace[1545950365] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29643950-bvwzr; range_end:; response_count:1; response_revision:25702; }","duration":"1.03033368s","start":"2026-05-13T01:50:16.567521Z","end":"2026-05-13T01:50:17.597855Z","steps":["trace[1545950365] 'agreement among raft nodes before linearized reading' (duration: 1.028024327s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.597973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:16.567502Z","time spent":"1.030449723s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7244,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29643950-bvwzr\" "} {"level":"warn","ts":"2026-05-13T01:50:17.907189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.897799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:17.907492Z","caller":"traceutil/trace.go:171","msg":"trace[2135351311] linearizableReadLoop","detail":"{readStateIndex:26562; appliedIndex:26560; }","duration":"216.893458ms","start":"2026-05-13T01:50:17.690549Z","end":"2026-05-13T01:50:17.907443Z","steps":["trace[2135351311] 'read index received' (duration: 110.524347ms)","trace[2135351311] 'applied index is now lower than readState.Index' (duration: 106.368061ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:17.907591Z","caller":"traceutil/trace.go:171","msg":"trace[808236543] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"299.234598ms","start":"2026-05-13T01:50:17.60833Z","end":"2026-05-13T01:50:17.907565Z","steps":["trace[808236543] 'process raft request' (duration: 299.006453ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:17.90763Z","caller":"traceutil/trace.go:171","msg":"trace[1707872652] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"299.280939ms","start":"2026-05-13T01:50:17.608319Z","end":"2026-05-13T01:50:17.9076Z","steps":["trace[1707872652] 'process raft request' (duration: 192.833897ms)","trace[1707872652] 'compare' (duration: 105.707905ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:17.907811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.97046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-hjfwx\" ","response":"range_response_count:1 size:3719"} {"level":"warn","ts":"2026-05-13T01:50:17.907844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.925274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-05-13T01:50:17.907853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.97011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18416"} {"level":"info","ts":"2026-05-13T01:50:17.907871Z","caller":"traceutil/trace.go:171","msg":"trace[466122471] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-hjfwx; range_end:; response_count:1; response_revision:25708; }","duration":"208.056611ms","start":"2026-05-13T01:50:17.699799Z","end":"2026-05-13T01:50:17.907855Z","steps":["trace[466122471] 'agreement among raft nodes before linearized reading' (duration: 207.851096ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:17.907884Z","caller":"traceutil/trace.go:171","msg":"trace[1633386780] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25708; }","duration":"208.050792ms","start":"2026-05-13T01:50:17.699825Z","end":"2026-05-13T01:50:17.907876Z","steps":["trace[1633386780] 'agreement among raft nodes before linearized reading' (duration: 207.928699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.907825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.324274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:17.907884Z","caller":"traceutil/trace.go:171","msg":"trace[39331288] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25708; }","duration":"296.993486ms","start":"2026-05-13T01:50:17.610879Z","end":"2026-05-13T01:50:17.907872Z","steps":["trace[39331288] 'agreement among raft nodes before linearized reading' (duration: 296.730119ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:17.907948Z","caller":"traceutil/trace.go:171","msg":"trace[1398242356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25708; }","duration":"207.476498ms","start":"2026-05-13T01:50:17.700446Z","end":"2026-05-13T01:50:17.907923Z","steps":["trace[1398242356] 'agreement among raft nodes before linearized reading' (duration: 207.227202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:17.908008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.109639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"info","ts":"2026-05-13T01:50:17.908099Z","caller":"traceutil/trace.go:171","msg":"trace[1226757404] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:25708; }","duration":"276.394566ms","start":"2026-05-13T01:50:17.631687Z","end":"2026-05-13T01:50:17.908082Z","steps":["trace[1226757404] 'agreement among raft nodes before linearized reading' (duration: 275.909694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:18.255212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.457321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:18.255303Z","caller":"traceutil/trace.go:171","msg":"trace[1825323271] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"337.826439ms","start":"2026-05-13T01:50:17.917463Z","end":"2026-05-13T01:50:18.25529Z","steps":["trace[1825323271] 'process raft request' (duration: 117.214104ms)","trace[1825323271] 'compare' (duration: 220.331969ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:18.25534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:17.917435Z","time spent":"337.88995ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:18.315657Z","caller":"traceutil/trace.go:171","msg":"trace[903204052] linearizableReadLoop","detail":"{readStateIndex:26564; appliedIndex:26562; }","duration":"396.745373ms","start":"2026-05-13T01:50:17.918876Z","end":"2026-05-13T01:50:18.315621Z","steps":["trace[903204052] 'read index received' (duration: 115.821102ms)","trace[903204052] 'applied index is now lower than readState.Index' (duration: 280.922491ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:18.315767Z","caller":"traceutil/trace.go:171","msg":"trace[1125189614] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"398.086015ms","start":"2026-05-13T01:50:17.917643Z","end":"2026-05-13T01:50:18.315729Z","steps":["trace[1125189614] 'process raft request' (duration: 397.706996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:18.315932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.663722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:18.315984Z","caller":"traceutil/trace.go:171","msg":"trace[1677269645] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25710; }","duration":"345.822155ms","start":"2026-05-13T01:50:17.970148Z","end":"2026-05-13T01:50:18.31597Z","steps":["trace[1677269645] 'agreement among raft nodes before linearized reading' (duration: 345.671192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:18.315979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:17.917615Z","time spent":"398.236348ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:18.316025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:17.970124Z","time spent":"345.890908ms","remote":"127.0.0.1:60748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-13T01:50:18.316218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.292396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-05-13T01:50:18.316597Z","caller":"traceutil/trace.go:171","msg":"trace[1290518364] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25710; }","duration":"397.708466ms","start":"2026-05-13T01:50:17.918872Z","end":"2026-05-13T01:50:18.31658Z","steps":["trace[1290518364] 'agreement among raft nodes before linearized reading' (duration: 396.875666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:18.316825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:17.918854Z","time spent":"397.963181ms","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-13T01:50:18.820613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005630811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:50:19.001721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.265276ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:19.001849Z","caller":"traceutil/trace.go:171","msg":"trace[2094876214] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25710; }","duration":"310.40762ms","start":"2026-05-13T01:50:18.69142Z","end":"2026-05-13T01:50:19.001828Z","steps":["trace[2094876214] 'range keys from in-memory index tree' (duration: 310.247296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.002171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.04327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:19.002254Z","caller":"traceutil/trace.go:171","msg":"trace[1874008569] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"683.332617ms","start":"2026-05-13T01:50:18.318904Z","end":"2026-05-13T01:50:19.002236Z","steps":["trace[1874008569] 'process raft request' (duration: 506.148845ms)","trace[1874008569] 'compare' (duration: 176.882335ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:19.002314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:18.318874Z","time spent":"683.412239ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:19.093537Z","caller":"traceutil/trace.go:171","msg":"trace[547590254] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"770.553581ms","start":"2026-05-13T01:50:18.322948Z","end":"2026-05-13T01:50:19.093502Z","steps":["trace[547590254] 'process raft request' (duration: 770.333646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.093673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:18.322934Z","time spent":"770.670214ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2789,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:19.093924Z","caller":"traceutil/trace.go:171","msg":"trace[376089008] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"770.610353ms","start":"2026-05-13T01:50:18.323256Z","end":"2026-05-13T01:50:19.093866Z","steps":["trace[376089008] 'process raft request' (duration: 770.173343ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:19.09391Z","caller":"traceutil/trace.go:171","msg":"trace[192012426] linearizableReadLoop","detail":"{readStateIndex:26569; appliedIndex:26564; }","duration":"773.460809ms","start":"2026-05-13T01:50:18.320427Z","end":"2026-05-13T01:50:19.093887Z","steps":["trace[192012426] 'read index received' (duration: 504.602269ms)","trace[192012426] 'applied index is now lower than readState.Index' (duration: 268.85744ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:19.094052Z","caller":"traceutil/trace.go:171","msg":"trace[1005238175] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"687.29307ms","start":"2026-05-13T01:50:18.406735Z","end":"2026-05-13T01:50:19.094028Z","steps":["trace[1005238175] 'process raft request' (duration: 687.100155ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:19.094002Z","caller":"traceutil/trace.go:171","msg":"trace[1750150561] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"770.322666ms","start":"2026-05-13T01:50:18.323644Z","end":"2026-05-13T01:50:19.093967Z","steps":["trace[1750150561] 'process raft request' (duration: 770.113061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.094093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:18.406709Z","time spent":"687.367541ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T01:50:19.093979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:18.323233Z","time spent":"770.720595ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:19.094186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:18.323638Z","time spent":"770.464819ms","remote":"127.0.0.1:60574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:19.094295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.47665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:19.09435Z","caller":"traceutil/trace.go:171","msg":"trace[1558337135] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25715; }","duration":"409.557462ms","start":"2026-05-13T01:50:18.684779Z","end":"2026-05-13T01:50:19.094337Z","steps":["trace[1558337135] 'agreement among raft nodes before linearized reading' (duration: 409.447919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.094327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.651394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:50:19.094341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.893839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-13T01:50:19.094419Z","caller":"traceutil/trace.go:171","msg":"trace[1162057128] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25715; }","duration":"409.789257ms","start":"2026-05-13T01:50:18.684603Z","end":"2026-05-13T01:50:19.094393Z","steps":["trace[1162057128] 'agreement among raft nodes before linearized reading' (duration: 409.633444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.094424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.191466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:50:19.094488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:18.684585Z","time spent":"409.887999ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:50:19.09451Z","caller":"traceutil/trace.go:171","msg":"trace[1032250904] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25715; }","duration":"443.306319ms","start":"2026-05-13T01:50:18.651167Z","end":"2026-05-13T01:50:19.094473Z","steps":["trace[1032250904] 'agreement among raft nodes before linearized reading' (duration: 443.167106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.094527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.335886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:19.094438Z","caller":"traceutil/trace.go:171","msg":"trace[516247663] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25715; }","duration":"774.027612ms","start":"2026-05-13T01:50:18.320387Z","end":"2026-05-13T01:50:19.094414Z","steps":["trace[516247663] 'agreement among raft nodes before linearized reading' (duration: 773.736255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.094566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:18.651143Z","time spent":"443.39045ms","remote":"127.0.0.1:54798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:50:19.094579Z","caller":"traceutil/trace.go:171","msg":"trace[1823106238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25715; }","duration":"466.422928ms","start":"2026-05-13T01:50:18.628142Z","end":"2026-05-13T01:50:19.094565Z","steps":["trace[1823106238] 'agreement among raft nodes before linearized reading' (duration: 466.343596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.094592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:18.32035Z","time spent":"774.228357ms","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-13T01:50:19.094612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:18.628121Z","time spent":"466.483949ms","remote":"127.0.0.1:60308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:50:19.094382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:18.684768Z","time spent":"409.604323ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:19.094868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.309726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:19.094907Z","caller":"traceutil/trace.go:171","msg":"trace[765106276] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25715; }","duration":"689.389988ms","start":"2026-05-13T01:50:18.405509Z","end":"2026-05-13T01:50:19.094899Z","steps":["trace[765106276] 'agreement among raft nodes before linearized reading' (duration: 689.326186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.09496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.139695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-05-13T01:50:19.094987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.476429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-13T01:50:19.095Z","caller":"traceutil/trace.go:171","msg":"trace[829593873] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25715; }","duration":"768.199026ms","start":"2026-05-13T01:50:18.326792Z","end":"2026-05-13T01:50:19.094991Z","steps":["trace[829593873] 'agreement among raft nodes before linearized reading' (duration: 768.052073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.094962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.218093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:19.095088Z","caller":"traceutil/trace.go:171","msg":"trace[2027512900] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25715; }","duration":"773.449959ms","start":"2026-05-13T01:50:18.321622Z","end":"2026-05-13T01:50:19.095072Z","steps":["trace[2027512900] 'agreement among raft nodes before linearized reading' (duration: 773.207303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.10193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:18.321602Z","time spent":"780.302769ms","remote":"127.0.0.1:60488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-13T01:50:19.095027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:18.326784Z","time spent":"768.236357ms","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-13T01:50:19.094966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:18.405485Z","time spent":"689.4706ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:50:19.095024Z","caller":"traceutil/trace.go:171","msg":"trace[272820085] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25715; }","duration":"553.54857ms","start":"2026-05-13T01:50:18.541464Z","end":"2026-05-13T01:50:19.095012Z","steps":["trace[272820085] 'agreement among raft nodes before linearized reading' (duration: 553.408116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.10242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:18.541447Z","time spent":"560.939293ms","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:19.519212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.103939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:19.519432Z","caller":"traceutil/trace.go:171","msg":"trace[1945809925] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"417.662271ms","start":"2026-05-13T01:50:19.101743Z","end":"2026-05-13T01:50:19.519405Z","steps":["trace[1945809925] 'process raft request' (duration: 102.305246ms)","trace[1945809925] 'compare' (duration: 314.885904ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:19.52042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:19.101726Z","time spent":"418.656244ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T01:50:19.600676Z","caller":"traceutil/trace.go:171","msg":"trace[2068116193] linearizableReadLoop","detail":"{readStateIndex:26571; appliedIndex:26569; }","duration":"493.872779ms","start":"2026-05-13T01:50:19.10678Z","end":"2026-05-13T01:50:19.600653Z","steps":["trace[2068116193] 'read index received' (duration: 97.283429ms)","trace[2068116193] 'applied index is now lower than readState.Index' (duration: 396.58846ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:19.60071Z","caller":"traceutil/trace.go:171","msg":"trace[2042969452] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"497.724148ms","start":"2026-05-13T01:50:19.102954Z","end":"2026-05-13T01:50:19.600678Z","steps":["trace[2042969452] 'process raft request' (duration: 497.487093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.600815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:19.102933Z","time spent":"497.81583ms","remote":"127.0.0.1:60748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3020,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:19.600799Z","caller":"traceutil/trace.go:171","msg":"trace[352716281] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"487.591021ms","start":"2026-05-13T01:50:19.113177Z","end":"2026-05-13T01:50:19.600769Z","steps":["trace[352716281] 'process raft request' (duration: 487.413567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.600837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.050303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T01:50:19.600864Z","caller":"traceutil/trace.go:171","msg":"trace[102685895] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25718; }","duration":"494.102093ms","start":"2026-05-13T01:50:19.106755Z","end":"2026-05-13T01:50:19.600857Z","steps":["trace[102685895] 'agreement among raft nodes before linearized reading' (duration: 493.993311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.60089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:19.106561Z","time spent":"494.324089ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T01:50:19.600927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:19.113131Z","time spent":"487.732856ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:19.63547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.632656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29643950-bvwzr\" ","response":"range_response_count:1 size:7232"} {"level":"info","ts":"2026-05-13T01:50:19.635522Z","caller":"traceutil/trace.go:171","msg":"trace[862138545] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29643950-bvwzr; range_end:; response_count:1; response_revision:25725; }","duration":"524.701408ms","start":"2026-05-13T01:50:19.110809Z","end":"2026-05-13T01:50:19.63551Z","steps":["trace[862138545] 'agreement among raft nodes before linearized reading' (duration: 524.577135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.635542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:19.110803Z","time spent":"524.734898ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7255,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29643950-bvwzr\" "} {"level":"warn","ts":"2026-05-13T01:50:19.635573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.746672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1448facb-955d-46bc-9109-c54020a676b0\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-13T01:50:19.635616Z","caller":"traceutil/trace.go:171","msg":"trace[337074744] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1448facb-955d-46bc-9109-c54020a676b0; range_end:; response_count:1; response_revision:25725; }","duration":"528.814424ms","start":"2026-05-13T01:50:19.106789Z","end":"2026-05-13T01:50:19.635603Z","steps":["trace[337074744] 'agreement among raft nodes before linearized reading' (duration: 528.709701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.635655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:19.106774Z","time spent":"528.874145ms","remote":"127.0.0.1:60444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-1448facb-955d-46bc-9109-c54020a676b0\" "} {"level":"warn","ts":"2026-05-13T01:50:19.635849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.865854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-05-13T01:50:19.635888Z","caller":"traceutil/trace.go:171","msg":"trace[620663267] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25725; }","duration":"525.915156ms","start":"2026-05-13T01:50:19.109962Z","end":"2026-05-13T01:50:19.635877Z","steps":["trace[620663267] 'agreement among raft nodes before linearized reading' (duration: 525.822114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:19.635914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:19.109954Z","time spent":"525.953797ms","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-05-13T01:50:23.768265Z","caller":"traceutil/trace.go:171","msg":"trace[1913248212] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"114.216364ms","start":"2026-05-13T01:50:23.654014Z","end":"2026-05-13T01:50:23.76823Z","steps":["trace[1913248212] 'process raft request' (duration: 55.871343ms)","trace[1913248212] 'compare' (duration: 58.184137ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:24.545633Z","caller":"traceutil/trace.go:171","msg":"trace[103382852] linearizableReadLoop","detail":"{readStateIndex:26631; appliedIndex:26630; }","duration":"223.486392ms","start":"2026-05-13T01:50:24.322122Z","end":"2026-05-13T01:50:24.545609Z","steps":["trace[103382852] 'read index received' (duration: 223.292818ms)","trace[103382852] 'applied index is now lower than readState.Index' (duration: 192.694µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:24.54573Z","caller":"traceutil/trace.go:171","msg":"trace[637156803] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"248.100506ms","start":"2026-05-13T01:50:24.297589Z","end":"2026-05-13T01:50:24.545689Z","steps":["trace[637156803] 'process raft request' (duration: 247.875221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:24.545893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.759418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-13T01:50:24.545946Z","caller":"traceutil/trace.go:171","msg":"trace[337923980] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25776; }","duration":"223.863641ms","start":"2026-05-13T01:50:24.322065Z","end":"2026-05-13T01:50:24.545928Z","steps":["trace[337923980] 'agreement among raft nodes before linearized reading' (duration: 223.685957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:24.546129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.839088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-13T01:50:24.546188Z","caller":"traceutil/trace.go:171","msg":"trace[650131798] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:25776; }","duration":"204.92825ms","start":"2026-05-13T01:50:24.341245Z","end":"2026-05-13T01:50:24.546173Z","steps":["trace[650131798] 'agreement among raft nodes before linearized reading' (duration: 204.715535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:24.546254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.909437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-05-13T01:50:24.546336Z","caller":"traceutil/trace.go:171","msg":"trace[1292853985] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25776; }","duration":"129.03312ms","start":"2026-05-13T01:50:24.417282Z","end":"2026-05-13T01:50:24.546315Z","steps":["trace[1292853985] 'agreement among raft nodes before linearized reading' (duration: 128.872156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:25.456745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.299459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-05-13T01:50:25.456919Z","caller":"traceutil/trace.go:171","msg":"trace[355925264] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25779; }","duration":"109.546085ms","start":"2026-05-13T01:50:25.347352Z","end":"2026-05-13T01:50:25.456898Z","steps":["trace[355925264] 'range keys from in-memory index tree' (duration: 109.125585ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:25.751561Z","caller":"traceutil/trace.go:171","msg":"trace[1024145572] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"107.748984ms","start":"2026-05-13T01:50:25.643779Z","end":"2026-05-13T01:50:25.751528Z","steps":["trace[1024145572] 'process raft request' (duration: 107.425716ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:25.751974Z","caller":"traceutil/trace.go:171","msg":"trace[975274077] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"103.685358ms","start":"2026-05-13T01:50:25.648257Z","end":"2026-05-13T01:50:25.751942Z","steps":["trace[975274077] 'process raft request' (duration: 103.129815ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:25.752273Z","caller":"traceutil/trace.go:171","msg":"trace[1001460047] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"102.386188ms","start":"2026-05-13T01:50:25.649862Z","end":"2026-05-13T01:50:25.752248Z","steps":["trace[1001460047] 'process raft request' (duration: 101.648771ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:25.885633Z","caller":"traceutil/trace.go:171","msg":"trace[1642945941] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"111.980041ms","start":"2026-05-13T01:50:25.773619Z","end":"2026-05-13T01:50:25.885599Z","steps":["trace[1642945941] 'process raft request' (duration: 67.952814ms)","trace[1642945941] 'compare' (duration: 43.662509ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:28.211402Z","caller":"traceutil/trace.go:171","msg":"trace[1975166408] linearizableReadLoop","detail":"{readStateIndex:26667; appliedIndex:26666; }","duration":"128.147329ms","start":"2026-05-13T01:50:28.083211Z","end":"2026-05-13T01:50:28.211358Z","steps":["trace[1975166408] 'read index received' (duration: 29.99222ms)","trace[1975166408] 'applied index is now lower than readState.Index' (duration: 98.154109ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:28.211423Z","caller":"traceutil/trace.go:171","msg":"trace[1184972571] transaction","detail":"{read_only:false; response_revision:25811; number_of_response:1; }","duration":"224.642529ms","start":"2026-05-13T01:50:27.986744Z","end":"2026-05-13T01:50:28.211386Z","steps":["trace[1184972571] 'process raft request' (duration: 126.47747ms)","trace[1184972571] 'compare' (duration: 98.020986ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:28.211594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.374194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-13T01:50:28.211634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.61895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-13T01:50:28.211663Z","caller":"traceutil/trace.go:171","msg":"trace[1011560701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25811; }","duration":"128.484187ms","start":"2026-05-13T01:50:28.083165Z","end":"2026-05-13T01:50:28.21165Z","steps":["trace[1011560701] 'agreement among raft nodes before linearized reading' (duration: 128.307632ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:28.211669Z","caller":"traceutil/trace.go:171","msg":"trace[1839000686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25811; }","duration":"110.670151ms","start":"2026-05-13T01:50:28.100989Z","end":"2026-05-13T01:50:28.211659Z","steps":["trace[1839000686] 'agreement among raft nodes before linearized reading' (duration: 110.527097ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:29.123729Z","caller":"traceutil/trace.go:171","msg":"trace[1373190062] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"192.96477ms","start":"2026-05-13T01:50:28.930746Z","end":"2026-05-13T01:50:29.12371Z","steps":["trace[1373190062] 'process raft request' (duration: 192.693794ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:30.110965Z","caller":"traceutil/trace.go:171","msg":"trace[1090778475] linearizableReadLoop","detail":"{readStateIndex:26683; appliedIndex:26682; }","duration":"123.90577ms","start":"2026-05-13T01:50:29.987033Z","end":"2026-05-13T01:50:30.110938Z","steps":["trace[1090778475] 'read index received' (duration: 59.554789ms)","trace[1090778475] 'applied index is now lower than readState.Index' (duration: 64.350161ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:30.111146Z","caller":"traceutil/trace.go:171","msg":"trace[1693323252] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"129.746866ms","start":"2026-05-13T01:50:29.981384Z","end":"2026-05-13T01:50:30.111131Z","steps":["trace[1693323252] 'process raft request' (duration: 65.196201ms)","trace[1693323252] 'compare' (duration: 64.234178ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:30.111597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.553795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-13T01:50:30.11166Z","caller":"traceutil/trace.go:171","msg":"trace[1876754365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25826; }","duration":"124.690498ms","start":"2026-05-13T01:50:29.986955Z","end":"2026-05-13T01:50:30.111646Z","steps":["trace[1876754365] 'agreement among raft nodes before linearized reading' (duration: 124.505624ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:30.374991Z","caller":"traceutil/trace.go:171","msg":"trace[432753697] linearizableReadLoop","detail":"{readStateIndex:26685; appliedIndex:26683; }","duration":"257.972836ms","start":"2026-05-13T01:50:30.116994Z","end":"2026-05-13T01:50:30.374967Z","steps":["trace[432753697] 'read index received' (duration: 33.639375ms)","trace[432753697] 'applied index is now lower than readState.Index' (duration: 224.332581ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:30.375136Z","caller":"traceutil/trace.go:171","msg":"trace[550336899] transaction","detail":"{read_only:false; response_revision:25828; number_of_response:1; }","duration":"259.286697ms","start":"2026-05-13T01:50:30.115812Z","end":"2026-05-13T01:50:30.375098Z","steps":["trace[550336899] 'process raft request' (duration: 258.989321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:30.375209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.450797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:30.375252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.244043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T01:50:30.375268Z","caller":"traceutil/trace.go:171","msg":"trace[1314679664] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25828; }","duration":"255.54547ms","start":"2026-05-13T01:50:30.119706Z","end":"2026-05-13T01:50:30.375251Z","steps":["trace[1314679664] 'agreement among raft nodes before linearized reading' (duration: 255.429897ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:30.375292Z","caller":"traceutil/trace.go:171","msg":"trace[1497579538] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25828; }","duration":"258.302534ms","start":"2026-05-13T01:50:30.116979Z","end":"2026-05-13T01:50:30.375281Z","steps":["trace[1497579538] 'agreement among raft nodes before linearized reading' (duration: 258.12338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:30.375361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.375141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-13T01:50:30.375566Z","caller":"traceutil/trace.go:171","msg":"trace[1476751002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25828; }","duration":"145.607716ms","start":"2026-05-13T01:50:30.229928Z","end":"2026-05-13T01:50:30.375536Z","steps":["trace[1476751002] 'agreement among raft nodes before linearized reading' (duration: 145.234747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:30.375632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.888809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-13T01:50:30.375715Z","caller":"traceutil/trace.go:171","msg":"trace[747795027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25828; }","duration":"160.040172ms","start":"2026-05-13T01:50:30.215659Z","end":"2026-05-13T01:50:30.375699Z","steps":["trace[747795027] 'agreement among raft nodes before linearized reading' (duration: 159.781206ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:33.211715Z","caller":"traceutil/trace.go:171","msg":"trace[653403709] transaction","detail":"{read_only:false; response_revision:25848; number_of_response:1; }","duration":"241.573294ms","start":"2026-05-13T01:50:32.970075Z","end":"2026-05-13T01:50:33.211649Z","steps":["trace[653403709] 'process raft request' (duration: 241.40182ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:34.24365Z","caller":"traceutil/trace.go:171","msg":"trace[1561628908] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"118.309449ms","start":"2026-05-13T01:50:34.125294Z","end":"2026-05-13T01:50:34.243604Z","steps":["trace[1561628908] 'process raft request' (duration: 39.416379ms)","trace[1561628908] 'compare' (duration: 78.782487ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:34.698949Z","caller":"traceutil/trace.go:171","msg":"trace[1999209681] linearizableReadLoop","detail":"{readStateIndex:26717; appliedIndex:26716; }","duration":"268.027431ms","start":"2026-05-13T01:50:34.430897Z","end":"2026-05-13T01:50:34.698925Z","steps":["trace[1999209681] 'read index received' (duration: 267.796566ms)","trace[1999209681] 'applied index is now lower than readState.Index' (duration: 229.955µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:34.69908Z","caller":"traceutil/trace.go:171","msg":"trace[1722874432] transaction","detail":"{read_only:false; response_revision:25859; number_of_response:1; }","duration":"269.467954ms","start":"2026-05-13T01:50:34.429593Z","end":"2026-05-13T01:50:34.699061Z","steps":["trace[1722874432] 'process raft request' (duration: 269.172137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:34.699292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.796993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T01:50:34.699416Z","caller":"traceutil/trace.go:171","msg":"trace[2076656176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25859; }","duration":"239.965687ms","start":"2026-05-13T01:50:34.459424Z","end":"2026-05-13T01:50:34.69939Z","steps":["trace[2076656176] 'agreement among raft nodes before linearized reading' (duration: 239.6744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:34.699325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.419301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-13T01:50:34.699475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.474302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-13T01:50:34.699514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.8349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:50:34.699529Z","caller":"traceutil/trace.go:171","msg":"trace[837287977] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25859; }","duration":"268.692567ms","start":"2026-05-13T01:50:34.430805Z","end":"2026-05-13T01:50:34.699498Z","steps":["trace[837287977] 'agreement among raft nodes before linearized reading' (duration: 268.3963ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:34.699557Z","caller":"traceutil/trace.go:171","msg":"trace[2047581288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25859; }","duration":"238.610435ms","start":"2026-05-13T01:50:34.460925Z","end":"2026-05-13T01:50:34.699535Z","steps":["trace[2047581288] 'agreement among raft nodes before linearized reading' (duration: 238.337309ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:34.699595Z","caller":"traceutil/trace.go:171","msg":"trace[1315559855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25859; }","duration":"238.944393ms","start":"2026-05-13T01:50:34.46063Z","end":"2026-05-13T01:50:34.699574Z","steps":["trace[1315559855] 'agreement among raft nodes before linearized reading' (duration: 238.628036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:34.854646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.370477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:34.854867Z","caller":"traceutil/trace.go:171","msg":"trace[740258831] linearizableReadLoop","detail":"{readStateIndex:26720; appliedIndex:26717; }","duration":"151.410322ms","start":"2026-05-13T01:50:34.703436Z","end":"2026-05-13T01:50:34.854847Z","steps":["trace[740258831] 'read index received' (duration: 48.812299ms)","trace[740258831] 'applied index is now lower than readState.Index' (duration: 102.597042ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:34.854916Z","caller":"traceutil/trace.go:171","msg":"trace[115868911] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"151.678248ms","start":"2026-05-13T01:50:34.703213Z","end":"2026-05-13T01:50:34.854891Z","steps":["trace[115868911] 'process raft request' (duration: 151.543334ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:34.854921Z","caller":"traceutil/trace.go:171","msg":"trace[1610642851] transaction","detail":"{read_only:false; response_revision:25860; number_of_response:1; }","duration":"151.740599ms","start":"2026-05-13T01:50:34.703141Z","end":"2026-05-13T01:50:34.854882Z","steps":["trace[1610642851] 'process raft request' (duration: 49.029944ms)","trace[1610642851] 'compare' (duration: 102.219824ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:34.85495Z","caller":"traceutil/trace.go:171","msg":"trace[1206167309] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"151.564205ms","start":"2026-05-13T01:50:34.703347Z","end":"2026-05-13T01:50:34.854911Z","steps":["trace[1206167309] 'process raft request' (duration: 151.458283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:34.855075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.622596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-05-13T01:50:34.855109Z","caller":"traceutil/trace.go:171","msg":"trace[1530210960] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25862; }","duration":"151.691658ms","start":"2026-05-13T01:50:34.703406Z","end":"2026-05-13T01:50:34.855098Z","steps":["trace[1530210960] 'agreement among raft nodes before linearized reading' (duration: 151.538295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:34.855154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.412429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:34.85523Z","caller":"traceutil/trace.go:171","msg":"trace[1775363823] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25862; }","duration":"126.537771ms","start":"2026-05-13T01:50:34.728672Z","end":"2026-05-13T01:50:34.85521Z","steps":["trace[1775363823] 'agreement among raft nodes before linearized reading' (duration: 126.384357ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:36.066606Z","caller":"traceutil/trace.go:171","msg":"trace[564001728] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"115.131985ms","start":"2026-05-13T01:50:35.951446Z","end":"2026-05-13T01:50:36.066578Z","steps":["trace[564001728] 'process raft request' (duration: 114.940121ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:36.169515Z","caller":"traceutil/trace.go:171","msg":"trace[1889013232] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"183.803996ms","start":"2026-05-13T01:50:35.985689Z","end":"2026-05-13T01:50:36.169493Z","steps":["trace[1889013232] 'process raft request' (duration: 151.623926ms)","trace[1889013232] 'compare' (duration: 31.983216ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:36.169538Z","caller":"traceutil/trace.go:171","msg":"trace[632271424] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"115.960135ms","start":"2026-05-13T01:50:36.053554Z","end":"2026-05-13T01:50:36.169514Z","steps":["trace[632271424] 'process raft request' (duration: 115.878733ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:36.169957Z","caller":"traceutil/trace.go:171","msg":"trace[1315226703] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"116.267491ms","start":"2026-05-13T01:50:36.053653Z","end":"2026-05-13T01:50:36.169921Z","steps":["trace[1315226703] 'process raft request' (duration: 115.824961ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:36.170121Z","caller":"traceutil/trace.go:171","msg":"trace[732145140] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"116.480337ms","start":"2026-05-13T01:50:36.053618Z","end":"2026-05-13T01:50:36.170098Z","steps":["trace[732145140] 'process raft request' (duration: 116.228101ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:36.170138Z","caller":"traceutil/trace.go:171","msg":"trace[2143364391] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"116.101258ms","start":"2026-05-13T01:50:36.054011Z","end":"2026-05-13T01:50:36.170113Z","steps":["trace[2143364391] 'process raft request' (duration: 115.983885ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:36.170127Z","caller":"traceutil/trace.go:171","msg":"trace[967008290] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"113.467616ms","start":"2026-05-13T01:50:36.056619Z","end":"2026-05-13T01:50:36.170086Z","steps":["trace[967008290] 'process raft request' (duration: 113.418765ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:38.275696Z","caller":"traceutil/trace.go:171","msg":"trace[787741510] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"100.033153ms","start":"2026-05-13T01:50:38.175646Z","end":"2026-05-13T01:50:38.275679Z","steps":["trace[787741510] 'process raft request' (duration: 99.862119ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:38.275929Z","caller":"traceutil/trace.go:171","msg":"trace[760998021] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"100.243128ms","start":"2026-05-13T01:50:38.175663Z","end":"2026-05-13T01:50:38.275906Z","steps":["trace[760998021] 'process raft request' (duration: 99.984662ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:38.276037Z","caller":"traceutil/trace.go:171","msg":"trace[948423598] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"100.053123ms","start":"2026-05-13T01:50:38.175971Z","end":"2026-05-13T01:50:38.276025Z","steps":["trace[948423598] 'process raft request' (duration: 99.831178ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:38.441541Z","caller":"traceutil/trace.go:171","msg":"trace[1820103035] linearizableReadLoop","detail":"{readStateIndex:26749; appliedIndex:26748; }","duration":"101.707102ms","start":"2026-05-13T01:50:38.339812Z","end":"2026-05-13T01:50:38.441519Z","steps":["trace[1820103035] 'read index received' (duration: 37.473874ms)","trace[1820103035] 'applied index is now lower than readState.Index' (duration: 64.231938ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:38.441586Z","caller":"traceutil/trace.go:171","msg":"trace[1786646734] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"125.849676ms","start":"2026-05-13T01:50:38.315709Z","end":"2026-05-13T01:50:38.441558Z","steps":["trace[1786646734] 'process raft request' (duration: 61.650418ms)","trace[1786646734] 'compare' (duration: 64.011253ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:38.441768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.919678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-13T01:50:38.4418Z","caller":"traceutil/trace.go:171","msg":"trace[2014669803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25891; }","duration":"102.011279ms","start":"2026-05-13T01:50:38.339779Z","end":"2026-05-13T01:50:38.441791Z","steps":["trace[2014669803] 'agreement among raft nodes before linearized reading' (duration: 101.836395ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:38.573174Z","caller":"traceutil/trace.go:171","msg":"trace[1608125672] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"127.991126ms","start":"2026-05-13T01:50:38.445152Z","end":"2026-05-13T01:50:38.573143Z","steps":["trace[1608125672] 'process raft request' (duration: 120.848219ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:39.285801Z","caller":"traceutil/trace.go:171","msg":"trace[1090105218] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"113.362243ms","start":"2026-05-13T01:50:39.172399Z","end":"2026-05-13T01:50:39.285761Z","steps":["trace[1090105218] 'process raft request' (duration: 113.111487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:40.391512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.730455ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T01:50:40.391867Z","caller":"traceutil/trace.go:171","msg":"trace[1928934654] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"244.331258ms","start":"2026-05-13T01:50:40.147509Z","end":"2026-05-13T01:50:40.39184Z","steps":["trace[1928934654] 'process raft request' (duration: 244.148024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:40.791549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.097894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:40.791824Z","caller":"traceutil/trace.go:171","msg":"trace[1628073200] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"510.396274ms","start":"2026-05-13T01:50:40.281394Z","end":"2026-05-13T01:50:40.79179Z","steps":["trace[1628073200] 'process raft request' (duration: 304.934642ms)","trace[1628073200] 'compare' (duration: 204.908379ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:40.79197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:40.281368Z","time spent":"510.526477ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:40.792057Z","caller":"traceutil/trace.go:171","msg":"trace[2115917583] linearizableReadLoop","detail":"{readStateIndex:26765; appliedIndex:26758; }","duration":"281.230099ms","start":"2026-05-13T01:50:40.510805Z","end":"2026-05-13T01:50:40.792035Z","steps":["trace[2115917583] 'read index received' (duration: 75.534521ms)","trace[2115917583] 'applied index is now lower than readState.Index' (duration: 205.694348ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:40.792278Z","caller":"traceutil/trace.go:171","msg":"trace[1469364746] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"510.268101ms","start":"2026-05-13T01:50:40.28197Z","end":"2026-05-13T01:50:40.792238Z","steps":["trace[1469364746] 'process raft request' (duration: 509.961263ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:40.792286Z","caller":"traceutil/trace.go:171","msg":"trace[1226598375] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"510.745852ms","start":"2026-05-13T01:50:40.281505Z","end":"2026-05-13T01:50:40.792251Z","steps":["trace[1226598375] 'process raft request' (duration: 510.195499ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:40.792362Z","caller":"traceutil/trace.go:171","msg":"trace[922242728] transaction","detail":"{read_only:false; response_revision:25903; number_of_response:1; }","duration":"510.489266ms","start":"2026-05-13T01:50:40.281836Z","end":"2026-05-13T01:50:40.792325Z","steps":["trace[922242728] 'process raft request' (duration: 510.003334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:40.79244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:40.281944Z","time spent":"510.406874ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:40.792421Z","caller":"traceutil/trace.go:171","msg":"trace[1460504835] transaction","detail":"{read_only:false; response_revision:25904; number_of_response:1; }","duration":"510.477835ms","start":"2026-05-13T01:50:40.281885Z","end":"2026-05-13T01:50:40.792363Z","steps":["trace[1460504835] 'process raft request' (duration: 509.997554ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:40.792313Z","caller":"traceutil/trace.go:171","msg":"trace[1289439812] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"510.691221ms","start":"2026-05-13T01:50:40.281561Z","end":"2026-05-13T01:50:40.792253Z","steps":["trace[1289439812] 'process raft request' (duration: 510.22603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:40.792502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:40.281823Z","time spent":"510.619309ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:40.792397Z","caller":"traceutil/trace.go:171","msg":"trace[1365702822] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"345.282183ms","start":"2026-05-13T01:50:40.447027Z","end":"2026-05-13T01:50:40.792309Z","steps":["trace[1365702822] 'process raft request' (duration: 344.957046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:40.792465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:40.28148Z","time spent":"510.890796ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:40.792633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:40.281874Z","time spent":"510.65287ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:40.792761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:40.447001Z","time spent":"345.624281ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:40.792861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.059379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-13T01:50:40.792841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:40.281545Z","time spent":"511.007688ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:40.792904Z","caller":"traceutil/trace.go:171","msg":"trace[1660716966] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25906; }","duration":"282.171951ms","start":"2026-05-13T01:50:40.510722Z","end":"2026-05-13T01:50:40.792894Z","steps":["trace[1660716966] 'agreement among raft nodes before linearized reading' (duration: 281.540906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:40.792933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.965936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-13T01:50:40.793024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.920616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:40.793059Z","caller":"traceutil/trace.go:171","msg":"trace[1831882114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25906; }","duration":"216.089699ms","start":"2026-05-13T01:50:40.576953Z","end":"2026-05-13T01:50:40.793042Z","steps":["trace[1831882114] 'agreement among raft nodes before linearized reading' (duration: 215.352012ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:40.793071Z","caller":"traceutil/trace.go:171","msg":"trace[1151491528] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25906; }","duration":"200.996518ms","start":"2026-05-13T01:50:40.592061Z","end":"2026-05-13T01:50:40.793058Z","steps":["trace[1151491528] 'agreement among raft nodes before linearized reading' (duration: 200.25663ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:41.028852Z","caller":"traceutil/trace.go:171","msg":"trace[222980802] linearizableReadLoop","detail":"{readStateIndex:26767; appliedIndex:26765; }","duration":"231.076369ms","start":"2026-05-13T01:50:40.797755Z","end":"2026-05-13T01:50:41.028832Z","steps":["trace[222980802] 'read index received' (duration: 156.06178ms)","trace[222980802] 'applied index is now lower than readState.Index' (duration: 75.013519ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:41.028979Z","caller":"traceutil/trace.go:171","msg":"trace[1054620917] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"231.421967ms","start":"2026-05-13T01:50:40.79754Z","end":"2026-05-13T01:50:41.028962Z","steps":["trace[1054620917] 'process raft request' (duration: 231.232943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:41.029063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.288964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18446"} {"level":"info","ts":"2026-05-13T01:50:41.029112Z","caller":"traceutil/trace.go:171","msg":"trace[1951401516] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25908; }","duration":"231.373947ms","start":"2026-05-13T01:50:40.797726Z","end":"2026-05-13T01:50:41.0291Z","steps":["trace[1951401516] 'agreement among raft nodes before linearized reading' (duration: 231.233183ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:41.029209Z","caller":"traceutil/trace.go:171","msg":"trace[1871741312] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"231.95188ms","start":"2026-05-13T01:50:40.797244Z","end":"2026-05-13T01:50:41.029196Z","steps":["trace[1871741312] 'process raft request' (duration: 156.570382ms)","trace[1871741312] 'compare' (duration: 74.728263ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:41.029308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.545371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:41.029343Z","caller":"traceutil/trace.go:171","msg":"trace[1848883805] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25908; }","duration":"153.676064ms","start":"2026-05-13T01:50:40.875658Z","end":"2026-05-13T01:50:41.029334Z","steps":["trace[1848883805] 'agreement among raft nodes before linearized reading' (duration: 153.613673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:41.029781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.594396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T01:50:41.029887Z","caller":"traceutil/trace.go:171","msg":"trace[1987455229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25908; }","duration":"118.723309ms","start":"2026-05-13T01:50:40.911122Z","end":"2026-05-13T01:50:41.029845Z","steps":["trace[1987455229] 'agreement among raft nodes before linearized reading' (duration: 118.477043ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:43.058913Z","caller":"traceutil/trace.go:171","msg":"trace[389867748] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"260.942705ms","start":"2026-05-13T01:50:42.797927Z","end":"2026-05-13T01:50:43.058869Z","steps":["trace[389867748] 'process raft request' (duration: 234.780795ms)","trace[389867748] 'compare' (duration: 25.73141ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:43.059135Z","caller":"traceutil/trace.go:171","msg":"trace[1773253935] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"261.073408ms","start":"2026-05-13T01:50:42.798037Z","end":"2026-05-13T01:50:43.05911Z","steps":["trace[1773253935] 'process raft request' (duration: 260.74544ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:43.059425Z","caller":"traceutil/trace.go:171","msg":"trace[666901029] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"261.284702ms","start":"2026-05-13T01:50:42.798078Z","end":"2026-05-13T01:50:43.059363Z","steps":["trace[666901029] 'process raft request' (duration: 260.856662ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:43.059715Z","caller":"traceutil/trace.go:171","msg":"trace[1748213947] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"261.562279ms","start":"2026-05-13T01:50:42.798138Z","end":"2026-05-13T01:50:43.059701Z","steps":["trace[1748213947] 'process raft request' (duration: 261.15148ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:43.059792Z","caller":"traceutil/trace.go:171","msg":"trace[2116131429] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"260.963865ms","start":"2026-05-13T01:50:42.798808Z","end":"2026-05-13T01:50:43.059772Z","steps":["trace[2116131429] 'process raft request' (duration: 260.800151ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:43.059818Z","caller":"traceutil/trace.go:171","msg":"trace[1183947403] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"261.610951ms","start":"2026-05-13T01:50:42.798188Z","end":"2026-05-13T01:50:43.059799Z","steps":["trace[1183947403] 'process raft request' (duration: 261.345344ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:43.0598Z","caller":"traceutil/trace.go:171","msg":"trace[745520092] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"260.663278ms","start":"2026-05-13T01:50:42.799121Z","end":"2026-05-13T01:50:43.059784Z","steps":["trace[745520092] 'process raft request' (duration: 260.542075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:44.512782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.275672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:44.513073Z","caller":"traceutil/trace.go:171","msg":"trace[462999572] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"130.082354ms","start":"2026-05-13T01:50:44.382967Z","end":"2026-05-13T01:50:44.51305Z","steps":["trace[462999572] 'process raft request' (duration: 22.448854ms)","trace[462999572] 'compare' (duration: 107.164509ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:44.894263Z","caller":"traceutil/trace.go:171","msg":"trace[337584997] transaction","detail":"{read_only:false; response_revision:25932; number_of_response:1; }","duration":"126.330886ms","start":"2026-05-13T01:50:44.767889Z","end":"2026-05-13T01:50:44.89422Z","steps":["trace[337584997] 'process raft request' (duration: 126.235644ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:44.894373Z","caller":"traceutil/trace.go:171","msg":"trace[1580540460] transaction","detail":"{read_only:false; response_revision:25931; number_of_response:1; }","duration":"138.990932ms","start":"2026-05-13T01:50:44.75523Z","end":"2026-05-13T01:50:44.894221Z","steps":["trace[1580540460] 'process raft request' (duration: 138.555332ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:45.200065Z","caller":"traceutil/trace.go:171","msg":"trace[2028189480] transaction","detail":"{read_only:false; response_revision:25934; number_of_response:1; }","duration":"135.539451ms","start":"2026-05-13T01:50:45.064504Z","end":"2026-05-13T01:50:45.200043Z","steps":["trace[2028189480] 'process raft request' (duration: 134.905646ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:45.200217Z","caller":"traceutil/trace.go:171","msg":"trace[144662200] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"135.428938ms","start":"2026-05-13T01:50:45.064776Z","end":"2026-05-13T01:50:45.200205Z","steps":["trace[144662200] 'process raft request' (duration: 135.226213ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:45.200408Z","caller":"traceutil/trace.go:171","msg":"trace[1505379498] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"135.536231ms","start":"2026-05-13T01:50:45.064857Z","end":"2026-05-13T01:50:45.200393Z","steps":["trace[1505379498] 'process raft request' (duration: 135.302386ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:45.200736Z","caller":"traceutil/trace.go:171","msg":"trace[1836622373] linearizableReadLoop","detail":"{readStateIndex:26799; appliedIndex:26792; }","duration":"132.712805ms","start":"2026-05-13T01:50:45.068004Z","end":"2026-05-13T01:50:45.200717Z","steps":["trace[1836622373] 'read index received' (duration: 19.059854ms)","trace[1836622373] 'applied index is now lower than readState.Index' (duration: 113.651851ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:45.200779Z","caller":"traceutil/trace.go:171","msg":"trace[1162727237] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"135.730786ms","start":"2026-05-13T01:50:45.065029Z","end":"2026-05-13T01:50:45.20076Z","steps":["trace[1162727237] 'process raft request' (duration: 135.560192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:45.200947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.93327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T01:50:45.200983Z","caller":"traceutil/trace.go:171","msg":"trace[1976572647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25939; }","duration":"132.984971ms","start":"2026-05-13T01:50:45.067992Z","end":"2026-05-13T01:50:45.200977Z","steps":["trace[1976572647] 'agreement among raft nodes before linearized reading' (duration: 132.845228ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:45.200786Z","caller":"traceutil/trace.go:171","msg":"trace[199961638] transaction","detail":"{read_only:false; response_revision:25937; number_of_response:1; }","duration":"135.727236ms","start":"2026-05-13T01:50:45.065032Z","end":"2026-05-13T01:50:45.200759Z","steps":["trace[199961638] 'process raft request' (duration: 135.310666ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:45.200799Z","caller":"traceutil/trace.go:171","msg":"trace[977752049] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"133.584355ms","start":"2026-05-13T01:50:45.067192Z","end":"2026-05-13T01:50:45.200776Z","steps":["trace[977752049] 'process raft request' (duration: 133.479523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:45.201344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.551988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-13T01:50:45.201423Z","caller":"traceutil/trace.go:171","msg":"trace[1757607601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25939; }","duration":"122.814384ms","start":"2026-05-13T01:50:45.078593Z","end":"2026-05-13T01:50:45.201408Z","steps":["trace[1757607601] 'agreement among raft nodes before linearized reading' (duration: 122.425645ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:47.343718Z","caller":"traceutil/trace.go:171","msg":"trace[752379804] transaction","detail":"{read_only:false; response_revision:25948; number_of_response:1; }","duration":"137.989058ms","start":"2026-05-13T01:50:47.205707Z","end":"2026-05-13T01:50:47.343696Z","steps":["trace[752379804] 'process raft request' (duration: 137.848625ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:47.343937Z","caller":"traceutil/trace.go:171","msg":"trace[15668697] transaction","detail":"{read_only:false; response_revision:25949; number_of_response:1; }","duration":"138.115471ms","start":"2026-05-13T01:50:47.205804Z","end":"2026-05-13T01:50:47.34392Z","steps":["trace[15668697] 'process raft request' (duration: 137.845785ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:47.344057Z","caller":"traceutil/trace.go:171","msg":"trace[1185266351] transaction","detail":"{read_only:false; response_revision:25950; number_of_response:1; }","duration":"137.64731ms","start":"2026-05-13T01:50:47.2064Z","end":"2026-05-13T01:50:47.344047Z","steps":["trace[1185266351] 'process raft request' (duration: 137.454216ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:47.344083Z","caller":"traceutil/trace.go:171","msg":"trace[1561851412] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"136.716448ms","start":"2026-05-13T01:50:47.207348Z","end":"2026-05-13T01:50:47.344064Z","steps":["trace[1561851412] 'process raft request' (duration: 136.621226ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:47.344077Z","caller":"traceutil/trace.go:171","msg":"trace[541216168] linearizableReadLoop","detail":"{readStateIndex:26812; appliedIndex:26807; }","duration":"102.189173ms","start":"2026-05-13T01:50:47.241864Z","end":"2026-05-13T01:50:47.344053Z","steps":["trace[541216168] 'read index received' (duration: 101.61916ms)","trace[541216168] 'applied index is now lower than readState.Index' (duration: 569.093µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:47.344112Z","caller":"traceutil/trace.go:171","msg":"trace[155779118] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"136.36156ms","start":"2026-05-13T01:50:47.207729Z","end":"2026-05-13T01:50:47.34409Z","steps":["trace[155779118] 'process raft request' (duration: 136.284338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:47.34434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.461159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T01:50:47.344395Z","caller":"traceutil/trace.go:171","msg":"trace[250718592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25952; }","duration":"102.593013ms","start":"2026-05-13T01:50:47.241788Z","end":"2026-05-13T01:50:47.344381Z","steps":["trace[250718592] 'agreement among raft nodes before linearized reading' (duration: 102.377528ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:47.485497Z","caller":"traceutil/trace.go:171","msg":"trace[1100622000] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"136.735649ms","start":"2026-05-13T01:50:47.348731Z","end":"2026-05-13T01:50:47.485467Z","steps":["trace[1100622000] 'process raft request' (duration: 136.554075ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:47.496286Z","caller":"traceutil/trace.go:171","msg":"trace[1260682107] transaction","detail":"{read_only:false; response_revision:25954; number_of_response:1; }","duration":"147.370087ms","start":"2026-05-13T01:50:47.348893Z","end":"2026-05-13T01:50:47.496263Z","steps":["trace[1260682107] 'process raft request' (duration: 147.173152ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:47.496307Z","caller":"traceutil/trace.go:171","msg":"trace[1104642331] transaction","detail":"{read_only:false; response_revision:25955; number_of_response:1; }","duration":"146.844115ms","start":"2026-05-13T01:50:47.349446Z","end":"2026-05-13T01:50:47.49629Z","steps":["trace[1104642331] 'process raft request' (duration: 146.756782ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:47.49648Z","caller":"traceutil/trace.go:171","msg":"trace[440005] transaction","detail":"{read_only:false; response_revision:25957; number_of_response:1; }","duration":"146.033726ms","start":"2026-05-13T01:50:47.350436Z","end":"2026-05-13T01:50:47.496469Z","steps":["trace[440005] 'process raft request' (duration: 145.990635ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:47.496521Z","caller":"traceutil/trace.go:171","msg":"trace[433309256] transaction","detail":"{read_only:false; response_revision:25956; number_of_response:1; }","duration":"146.862445ms","start":"2026-05-13T01:50:47.349652Z","end":"2026-05-13T01:50:47.496515Z","steps":["trace[433309256] 'process raft request' (duration: 146.597039ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:48.729339Z","caller":"traceutil/trace.go:171","msg":"trace[515752875] linearizableReadLoop","detail":"{readStateIndex:26819; appliedIndex:26818; }","duration":"101.442036ms","start":"2026-05-13T01:50:48.627874Z","end":"2026-05-13T01:50:48.729316Z","steps":["trace[515752875] 'read index received' (duration: 101.249622ms)","trace[515752875] 'applied index is now lower than readState.Index' (duration: 191.534µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:48.729482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.597629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:48.729524Z","caller":"traceutil/trace.go:171","msg":"trace[607686752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25959; }","duration":"101.653121ms","start":"2026-05-13T01:50:48.62786Z","end":"2026-05-13T01:50:48.729513Z","steps":["trace[607686752] 'agreement among raft nodes before linearized reading' (duration: 101.548148ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:48.729851Z","caller":"traceutil/trace.go:171","msg":"trace[841240751] transaction","detail":"{read_only:false; response_revision:25959; number_of_response:1; }","duration":"145.939433ms","start":"2026-05-13T01:50:48.583897Z","end":"2026-05-13T01:50:48.729837Z","steps":["trace[841240751] 'process raft request' (duration: 145.282888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:49.945201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.103195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:49.945307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.676156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:50:49.945312Z","caller":"traceutil/trace.go:171","msg":"trace[929126016] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25960; }","duration":"696.293889ms","start":"2026-05-13T01:50:49.248996Z","end":"2026-05-13T01:50:49.94529Z","steps":["trace[929126016] 'count revisions from in-memory index tree' (duration: 696.024873ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:49.945391Z","caller":"traceutil/trace.go:171","msg":"trace[300276405] transaction","detail":"{read_only:false; response_revision:25961; number_of_response:1; }","duration":"676.853686ms","start":"2026-05-13T01:50:49.268517Z","end":"2026-05-13T01:50:49.945371Z","steps":["trace[300276405] 'process raft request' (duration: 420.071167ms)","trace[300276405] 'compare' (duration: 256.40181ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:50:49.945393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:49.248975Z","time spent":"696.403801ms","remote":"127.0.0.1:57186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:49.945475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:49.2685Z","time spent":"676.936618ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:50.820305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.027960564s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T01:50:50.916016Z","caller":"traceutil/trace.go:171","msg":"trace[1236939678] transaction","detail":"{read_only:false; response_revision:25962; number_of_response:1; }","duration":"1.566806891s","start":"2026-05-13T01:50:49.349168Z","end":"2026-05-13T01:50:50.915975Z","steps":["trace[1236939678] 'process raft request' (duration: 1.471619621s)","trace[1236939678] 'compare' (duration: 94.850362ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:50.916089Z","caller":"traceutil/trace.go:171","msg":"trace[1625505604] transaction","detail":"{read_only:false; response_revision:25963; number_of_response:1; }","duration":"1.566651107s","start":"2026-05-13T01:50:49.349411Z","end":"2026-05-13T01:50:50.916062Z","steps":["trace[1625505604] 'process raft request' (duration: 1.566459873s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:50.916281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:49.349141Z","time spent":"1.567042686s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:50.916488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:49.349384Z","time spent":"1.566929514s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:50.916202Z","caller":"traceutil/trace.go:171","msg":"trace[1961937995] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"1.566113355s","start":"2026-05-13T01:50:49.350063Z","end":"2026-05-13T01:50:50.916176Z","steps":["trace[1961937995] 'process raft request' (duration: 1.565930031s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:50.917319Z","caller":"traceutil/trace.go:171","msg":"trace[512143722] transaction","detail":"{read_only:false; response_revision:25964; number_of_response:1; }","duration":"1.567322043s","start":"2026-05-13T01:50:49.349975Z","end":"2026-05-13T01:50:50.917297Z","steps":["trace[512143722] 'process raft request' (duration: 1.565980592s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:50.917452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:49.349963Z","time spent":"1.567423275s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:50.917337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:49.350051Z","time spent":"1.56720731s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:50.918911Z","caller":"traceutil/trace.go:171","msg":"trace[2028752649] transaction","detail":"{read_only:false; response_revision:25966; number_of_response:1; }","duration":"1.566663448s","start":"2026-05-13T01:50:49.350061Z","end":"2026-05-13T01:50:50.916725Z","steps":["trace[2028752649] 'process raft request' (duration: 1.565989662s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:50.919043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:49.350047Z","time spent":"1.56890963s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:51.17223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.116453ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T01:50:51.172517Z","caller":"traceutil/trace.go:171","msg":"trace[285022312] linearizableReadLoop","detail":"{readStateIndex:26826; appliedIndex:26820; }","duration":"1.728494982s","start":"2026-05-13T01:50:49.443994Z","end":"2026-05-13T01:50:51.172489Z","steps":["trace[285022312] 'read index received' (duration: 244.583424ms)","trace[285022312] 'applied index is now lower than readState.Index' (duration: 1.483909208s)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:51.17259Z","caller":"traceutil/trace.go:171","msg":"trace[1936031212] transaction","detail":"{read_only:false; response_revision:25967; number_of_response:1; }","duration":"437.567225ms","start":"2026-05-13T01:50:50.735006Z","end":"2026-05-13T01:50:51.172573Z","steps":["trace[1936031212] 'process raft request' (duration: 437.325259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:51.172711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:50.734986Z","time spent":"437.655387ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:51.17519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731192775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:51.175251Z","caller":"traceutil/trace.go:171","msg":"trace[787399181] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25967; }","duration":"1.731305378s","start":"2026-05-13T01:50:49.443926Z","end":"2026-05-13T01:50:51.175231Z","steps":["trace[787399181] 'agreement among raft nodes before linearized reading' (duration: 1.728714577s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:51.17539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:49.443876Z","time spent":"1.731475941s","remote":"127.0.0.1:45892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:51.175537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.57331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:51.175597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686650566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-13T01:50:51.175653Z","caller":"traceutil/trace.go:171","msg":"trace[661424814] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25968; }","duration":"884.697963ms","start":"2026-05-13T01:50:50.290933Z","end":"2026-05-13T01:50:51.175631Z","steps":["trace[661424814] 'agreement among raft nodes before linearized reading' (duration: 884.533639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:51.175768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:50.290901Z","time spent":"884.850637ms","remote":"127.0.0.1:51924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:51.175809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676261534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-13T01:50:51.175864Z","caller":"traceutil/trace.go:171","msg":"trace[1518630179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25968; }","duration":"1.676326955s","start":"2026-05-13T01:50:49.499524Z","end":"2026-05-13T01:50:51.175851Z","steps":["trace[1518630179] 'agreement among raft nodes before linearized reading' (duration: 1.676198852s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:51.175916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:49.49952Z","time spent":"1.676383656s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:50:51.17602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.158258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:51.176036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676461838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-13T01:50:51.176067Z","caller":"traceutil/trace.go:171","msg":"trace[202173080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25968; }","duration":"549.24348ms","start":"2026-05-13T01:50:50.626812Z","end":"2026-05-13T01:50:51.176055Z","steps":["trace[202173080] 'agreement among raft nodes before linearized reading' (duration: 549.164458ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:51.176114Z","caller":"traceutil/trace.go:171","msg":"trace[1856934989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25968; }","duration":"1.676554411s","start":"2026-05-13T01:50:49.499542Z","end":"2026-05-13T01:50:51.176096Z","steps":["trace[1856934989] 'agreement among raft nodes before linearized reading' (duration: 1.676119111s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:51.176131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:50.62679Z","time spent":"549.333521ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:50:51.176183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:49.499539Z","time spent":"1.676609872s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-13T01:50:51.176251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677172855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-13T01:50:51.176307Z","caller":"traceutil/trace.go:171","msg":"trace[255975157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25968; }","duration":"1.677233476s","start":"2026-05-13T01:50:49.499059Z","end":"2026-05-13T01:50:51.176292Z","steps":["trace[255975157] 'agreement among raft nodes before linearized reading' (duration: 1.677101293s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:51.176361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:49.499055Z","time spent":"1.677288508s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T01:50:51.176367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.496502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:51.176467Z","caller":"traceutil/trace.go:171","msg":"trace[1286043023] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25968; }","duration":"578.707847ms","start":"2026-05-13T01:50:50.597744Z","end":"2026-05-13T01:50:51.176451Z","steps":["trace[1286043023] 'agreement among raft nodes before linearized reading' (duration: 578.479852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:51.176537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677872951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-13T01:50:51.176584Z","caller":"traceutil/trace.go:171","msg":"trace[804765710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25968; }","duration":"1.677931923s","start":"2026-05-13T01:50:49.498638Z","end":"2026-05-13T01:50:51.17657Z","steps":["trace[804765710] 'agreement among raft nodes before linearized reading' (duration: 1.67781644s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:51.176502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.74823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:51.176545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:50.597721Z","time spent":"578.809939ms","remote":"127.0.0.1:51908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:50:51.176655Z","caller":"traceutil/trace.go:171","msg":"trace[1896194633] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25968; }","duration":"335.897053ms","start":"2026-05-13T01:50:50.840742Z","end":"2026-05-13T01:50:51.176639Z","steps":["trace[1896194633] 'agreement among raft nodes before linearized reading' (duration: 335.73005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:51.176712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:50.840682Z","time spent":"336.014897ms","remote":"127.0.0.1:56868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:51.176713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296777263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:51.176769Z","caller":"traceutil/trace.go:171","msg":"trace[1214164422] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25968; }","duration":"1.296866795s","start":"2026-05-13T01:50:49.879884Z","end":"2026-05-13T01:50:51.176751Z","steps":["trace[1214164422] 'agreement among raft nodes before linearized reading' (duration: 1.296788673s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:51.176819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:49.879872Z","time spent":"1.296934376s","remote":"127.0.0.1:51906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:51.177011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.692808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:51.177241Z","caller":"traceutil/trace.go:171","msg":"trace[1135372280] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25968; }","duration":"759.924133ms","start":"2026-05-13T01:50:50.417302Z","end":"2026-05-13T01:50:51.177226Z","steps":["trace[1135372280] 'agreement among raft nodes before linearized reading' (duration: 759.670557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:51.17735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:50.417239Z","time spent":"760.087038ms","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:51.177256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285987382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-05-13T01:50:51.175688Z","caller":"traceutil/trace.go:171","msg":"trace[1794912980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25968; }","duration":"1.686773229s","start":"2026-05-13T01:50:49.488893Z","end":"2026-05-13T01:50:51.175666Z","steps":["trace[1794912980] 'agreement among raft nodes before linearized reading' (duration: 1.686468722s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:51.177648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:49.488858Z","time spent":"1.688777476s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T01:50:51.177652Z","caller":"traceutil/trace.go:171","msg":"trace[185760290] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25968; }","duration":"1.28636216s","start":"2026-05-13T01:50:49.891247Z","end":"2026-05-13T01:50:51.177609Z","steps":["trace[185760290] 'agreement among raft nodes before linearized reading' (duration: 1.2859126s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:51.177756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:49.89124Z","time spent":"1.286481543s","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-13T01:50:51.176633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:49.498633Z","time spent":"1.677989904s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-13T01:50:51.177067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.04196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:50:51.180831Z","caller":"traceutil/trace.go:171","msg":"trace[1731231656] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25968; }","duration":"972.780838ms","start":"2026-05-13T01:50:50.207976Z","end":"2026-05-13T01:50:51.180757Z","steps":["trace[1731231656] 'agreement among raft nodes before linearized reading' (duration: 969.051071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:51.180909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:50.207957Z","time spent":"972.92043ms","remote":"127.0.0.1:54770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:53.687133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005631427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:50:54.187563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393315005631427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:50:54.239699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.334168856s","expected-duration":"1s"} {"level":"info","ts":"2026-05-13T01:50:54.24005Z","caller":"traceutil/trace.go:171","msg":"trace[1423438901] transaction","detail":"{read_only:false; response_revision:25978; number_of_response:1; }","duration":"1.334615976s","start":"2026-05-13T01:50:52.905412Z","end":"2026-05-13T01:50:54.240028Z","steps":["trace[1423438901] 'process raft request' (duration: 1.334462352s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.240168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:52.905385Z","time spent":"1.334706278s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:54.519549Z","caller":"traceutil/trace.go:171","msg":"trace[819251124] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"1.597728402s","start":"2026-05-13T01:50:52.921795Z","end":"2026-05-13T01:50:54.519523Z","steps":["trace[819251124] 'process raft request' (duration: 1.597498327s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.519773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:52.921782Z","time spent":"1.597883955s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:54.519926Z","caller":"traceutil/trace.go:171","msg":"trace[826907895] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"1.597813434s","start":"2026-05-13T01:50:52.922056Z","end":"2026-05-13T01:50:54.519869Z","steps":["trace[826907895] 'process raft request' (duration: 1.597424195s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.520221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:52.921994Z","time spent":"1.598129081s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:54.52042Z","caller":"traceutil/trace.go:171","msg":"trace[932457427] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"1.598235064s","start":"2026-05-13T01:50:52.92215Z","end":"2026-05-13T01:50:54.520385Z","steps":["trace[932457427] 'process raft request' (duration: 1.597569368s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.520496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:52.921997Z","time spent":"1.598338056s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:54.520551Z","caller":"traceutil/trace.go:171","msg":"trace[2034557419] linearizableReadLoop","detail":"{readStateIndex:26849; appliedIndex:26839; }","duration":"1.333602362s","start":"2026-05-13T01:50:53.186928Z","end":"2026-05-13T01:50:54.52053Z","steps":["trace[2034557419] 'read index received' (duration: 1.053012859s)","trace[2034557419] 'applied index is now lower than readState.Index' (duration: 280.588533ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:50:54.520592Z","caller":"traceutil/trace.go:171","msg":"trace[1998391316] transaction","detail":"{read_only:false; response_revision:25984; number_of_response:1; }","duration":"1.343367149s","start":"2026-05-13T01:50:53.177204Z","end":"2026-05-13T01:50:54.520571Z","steps":["trace[1998391316] 'process raft request' (duration: 1.343173155s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:54.520674Z","caller":"traceutil/trace.go:171","msg":"trace[1187200596] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"1.336160241s","start":"2026-05-13T01:50:53.1845Z","end":"2026-05-13T01:50:54.520661Z","steps":["trace[1187200596] 'process raft request' (duration: 1.335921206s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:54.520714Z","caller":"traceutil/trace.go:171","msg":"trace[1578668327] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"1.598170292s","start":"2026-05-13T01:50:52.922532Z","end":"2026-05-13T01:50:54.520703Z","steps":["trace[1578668327] 'process raft request' (duration: 1.597717282s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.520767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:52.922513Z","time spent":"1.598230863s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:54.520798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:53.184478Z","time spent":"1.336230083s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:54.520923Z","caller":"traceutil/trace.go:171","msg":"trace[814592377] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"845.757475ms","start":"2026-05-13T01:50:53.675156Z","end":"2026-05-13T01:50:54.520914Z","steps":["trace[814592377] 'process raft request' (duration: 845.299535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.520979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:53.675133Z","time spent":"845.817126ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:54.521056Z","caller":"traceutil/trace.go:171","msg":"trace[552856463] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"562.280094ms","start":"2026-05-13T01:50:53.958767Z","end":"2026-05-13T01:50:54.521047Z","steps":["trace[552856463] 'process raft request' (duration: 561.71946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.521106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:53.958742Z","time spent":"562.337525ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:54.521298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33437254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-13T01:50:54.521334Z","caller":"traceutil/trace.go:171","msg":"trace[158716658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25987; }","duration":"1.334428901s","start":"2026-05-13T01:50:53.186896Z","end":"2026-05-13T01:50:54.521325Z","steps":["trace[158716658] 'agreement among raft nodes before linearized reading' (duration: 1.334289758s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.521368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:53.186888Z","time spent":"1.334473472s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T01:50:54.521341Z","caller":"traceutil/trace.go:171","msg":"trace[276707894] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"1.597454305s","start":"2026-05-13T01:50:52.923871Z","end":"2026-05-13T01:50:54.521326Z","steps":["trace[276707894] 'process raft request' (duration: 1.596469302s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.521497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334232577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:50:54.521527Z","caller":"traceutil/trace.go:171","msg":"trace[924030227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25987; }","duration":"1.334273888s","start":"2026-05-13T01:50:53.187245Z","end":"2026-05-13T01:50:54.521519Z","steps":["trace[924030227] 'agreement among raft nodes before linearized reading' (duration: 1.334195426s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.521557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:53.18724Z","time spent":"1.334310638s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-13T01:50:54.521551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.789521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:54.521636Z","caller":"traceutil/trace.go:171","msg":"trace[1459220946] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25987; }","duration":"702.932514ms","start":"2026-05-13T01:50:53.818685Z","end":"2026-05-13T01:50:54.521617Z","steps":["trace[1459220946] 'agreement among raft nodes before linearized reading' (duration: 702.795151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.521687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.770432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:50:54.520673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:53.177182Z","time spent":"1.343448052s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:50:54.521722Z","caller":"traceutil/trace.go:171","msg":"trace[188804970] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25987; }","duration":"808.845424ms","start":"2026-05-13T01:50:53.712868Z","end":"2026-05-13T01:50:54.521714Z","steps":["trace[188804970] 'agreement among raft nodes before linearized reading' (duration: 808.758092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.521755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:53.712844Z","time spent":"808.903696ms","remote":"127.0.0.1:60748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:54.521666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:52.923853Z","time spent":"1.597610779s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:50:54.521942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.821529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:54.521976Z","caller":"traceutil/trace.go:171","msg":"trace[514371197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25987; }","duration":"894.892351ms","start":"2026-05-13T01:50:53.627076Z","end":"2026-05-13T01:50:54.521968Z","steps":["trace[514371197] 'agreement among raft nodes before linearized reading' (duration: 894.826359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.521999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.101811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-13T01:50:54.522044Z","caller":"traceutil/trace.go:171","msg":"trace[1030539839] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:25987; }","duration":"180.145502ms","start":"2026-05-13T01:50:54.341888Z","end":"2026-05-13T01:50:54.522034Z","steps":["trace[1030539839] 'agreement among raft nodes before linearized reading' (duration: 180.011218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.521684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:53.818668Z","time spent":"703.005726ms","remote":"127.0.0.1:51948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:54.522077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332707961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-13T01:50:54.522108Z","caller":"traceutil/trace.go:171","msg":"trace[2045730114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25987; }","duration":"1.332737382s","start":"2026-05-13T01:50:53.189363Z","end":"2026-05-13T01:50:54.522101Z","steps":["trace[2045730114] 'agreement among raft nodes before linearized reading' (duration: 1.33265763s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.522139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:53.189319Z","time spent":"1.332814664s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T01:50:54.522215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.634997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:50:54.522255Z","caller":"traceutil/trace.go:171","msg":"trace[797013594] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25987; }","duration":"491.698277ms","start":"2026-05-13T01:50:54.030546Z","end":"2026-05-13T01:50:54.522244Z","steps":["trace[797013594] 'agreement among raft nodes before linearized reading' (duration: 491.641656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.522292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:54.030534Z","time spent":"491.747219ms","remote":"127.0.0.1:39174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:54.522305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.591007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:50:54.522345Z","caller":"traceutil/trace.go:171","msg":"trace[996308625] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25987; }","duration":"609.651929ms","start":"2026-05-13T01:50:53.912681Z","end":"2026-05-13T01:50:54.522333Z","steps":["trace[996308625] 'agreement among raft nodes before linearized reading' (duration: 609.589097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.522356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231669615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:50:54.522381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:53.912665Z","time spent":"609.705639ms","remote":"127.0.0.1:49164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:50:54.522391Z","caller":"traceutil/trace.go:171","msg":"trace[225571791] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25987; }","duration":"1.231742067s","start":"2026-05-13T01:50:53.290638Z","end":"2026-05-13T01:50:54.522381Z","steps":["trace[225571791] 'agreement among raft nodes before linearized reading' (duration: 1.231676225s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.522005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:53.627055Z","time spent":"894.945122ms","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:50:54.52242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:53.29062Z","time spent":"1.231793907s","remote":"127.0.0.1:52008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:50:54.522606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332102597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-13T01:50:54.522664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332139678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:50:54.522685Z","caller":"traceutil/trace.go:171","msg":"trace[168480370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25987; }","duration":"1.33222812s","start":"2026-05-13T01:50:53.190439Z","end":"2026-05-13T01:50:54.522667Z","steps":["trace[168480370] 'agreement among raft nodes before linearized reading' (duration: 1.331524894s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:50:54.522702Z","caller":"traceutil/trace.go:171","msg":"trace[277903006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25987; }","duration":"1.33223179s","start":"2026-05-13T01:50:53.19046Z","end":"2026-05-13T01:50:54.522692Z","steps":["trace[277903006] 'agreement among raft nodes before linearized reading' (duration: 1.332057486s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:50:54.522733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:53.190421Z","time spent":"1.332303382s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:50:54.522766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:50:53.190445Z","time spent":"1.332279751s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T01:51:00.913938Z","caller":"traceutil/trace.go:171","msg":"trace[992723444] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"365.817391ms","start":"2026-05-13T01:51:00.548096Z","end":"2026-05-13T01:51:00.913913Z","steps":["trace[992723444] 'process raft request' (duration: 365.661997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:00.914098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:00.548067Z","time spent":"365.942324ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:51:01.884631Z","caller":"traceutil/trace.go:171","msg":"trace[2127894326] transaction","detail":"{read_only:false; response_revision:26026; number_of_response:1; }","duration":"1.333348436s","start":"2026-05-13T01:51:00.551261Z","end":"2026-05-13T01:51:01.88461Z","steps":["trace[2127894326] 'process raft request' (duration: 1.333270504s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:01.884781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:00.551243Z","time spent":"1.333445708s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:51:01.884841Z","caller":"traceutil/trace.go:171","msg":"trace[1126079388] linearizableReadLoop","detail":"{readStateIndex:26895; appliedIndex:26887; }","duration":"1.330986381s","start":"2026-05-13T01:51:00.553838Z","end":"2026-05-13T01:51:01.884824Z","steps":["trace[1126079388] 'read index received' (duration: 359.907423ms)","trace[1126079388] 'applied index is now lower than readState.Index' (duration: 971.077688ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:51:01.884935Z","caller":"traceutil/trace.go:171","msg":"trace[974787834] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"1.332826253s","start":"2026-05-13T01:51:00.552096Z","end":"2026-05-13T01:51:01.884923Z","steps":["trace[974787834] 'process raft request' (duration: 1.332614408s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:01.885004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:00.552081Z","time spent":"1.332882215s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:51:01.885116Z","caller":"traceutil/trace.go:171","msg":"trace[1236237975] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"1.33351533s","start":"2026-05-13T01:51:00.551592Z","end":"2026-05-13T01:51:01.885107Z","steps":["trace[1236237975] 'process raft request' (duration: 1.332989327s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:01.884989Z","caller":"traceutil/trace.go:171","msg":"trace[1975717521] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"1.333011488s","start":"2026-05-13T01:51:00.551928Z","end":"2026-05-13T01:51:01.884939Z","steps":["trace[1975717521] 'process raft request' (duration: 1.332727661s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:01.885201Z","caller":"traceutil/trace.go:171","msg":"trace[421865521] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"1.332773502s","start":"2026-05-13T01:51:00.552413Z","end":"2026-05-13T01:51:01.885187Z","steps":["trace[421865521] 'process raft request' (duration: 1.332336932s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:01.885375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:00.551916Z","time spent":"1.333365557s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:51:01.885513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:00.5524Z","time spent":"1.333027118s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:51:01.885099Z","caller":"traceutil/trace.go:171","msg":"trace[1032683777] transaction","detail":"{read_only:false; response_revision:26025; number_of_response:1; }","duration":"1.333766496s","start":"2026-05-13T01:51:00.551128Z","end":"2026-05-13T01:51:01.884895Z","steps":["trace[1032683777] 'process raft request' (duration: 1.332573358s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:01.885756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:00.551092Z","time spent":"1.334516653s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:51:01.885171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:00.551582Z","time spent":"1.33355976s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:51:01.885089Z","caller":"traceutil/trace.go:171","msg":"trace[329263184] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"1.331707097s","start":"2026-05-13T01:51:00.553347Z","end":"2026-05-13T01:51:01.885055Z","steps":["trace[329263184] 'process raft request' (duration: 1.331438791s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:01.885355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331496303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-13T01:51:01.885988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:00.553334Z","time spent":"1.332555468s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:51:01.88603Z","caller":"traceutil/trace.go:171","msg":"trace[1908454684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26031; }","duration":"1.33222367s","start":"2026-05-13T01:51:00.553786Z","end":"2026-05-13T01:51:01.886009Z","steps":["trace[1908454684] 'agreement among raft nodes before linearized reading' (duration: 1.331304938s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:01.886093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:00.55377Z","time spent":"1.332306061s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-13T01:51:01.888059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26147438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:51:01.888125Z","caller":"traceutil/trace.go:171","msg":"trace[1986496550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26032; }","duration":"1.261579122s","start":"2026-05-13T01:51:00.626529Z","end":"2026-05-13T01:51:01.888108Z","steps":["trace[1986496550] 'agreement among raft nodes before linearized reading' (duration: 1.261444619s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:01.888119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.447445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-68f565685-tqhz7.18aefb850cf57696\" ","response":"range_response_count:1 size:1177"} {"level":"warn","ts":"2026-05-13T01:51:01.888164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:00.62651Z","time spent":"1.261646524s","remote":"127.0.0.1:60292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:51:01.888319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328621116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-13T01:51:01.888368Z","caller":"traceutil/trace.go:171","msg":"trace[1808434133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26032; }","duration":"1.328676917s","start":"2026-05-13T01:51:00.559677Z","end":"2026-05-13T01:51:01.888354Z","steps":["trace[1808434133] 'agreement among raft nodes before linearized reading' (duration: 1.328554944s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:01.888452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099953403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:51:01.888467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:00.559672Z","time spent":"1.32878509s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-13T01:51:01.888499Z","caller":"traceutil/trace.go:171","msg":"trace[1485707210] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26032; }","duration":"1.100020485s","start":"2026-05-13T01:51:00.788464Z","end":"2026-05-13T01:51:01.888485Z","steps":["trace[1485707210] 'agreement among raft nodes before linearized reading' (duration: 1.099962794s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:01.888534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:00.78845Z","time spent":"1.100076246s","remote":"127.0.0.1:39252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:51:01.888172Z","caller":"traceutil/trace.go:171","msg":"trace[1216386222] range","detail":"{range_begin:/registry/events/openstack/cinder-api-68f565685-tqhz7.18aefb850cf57696; range_end:; response_count:1; response_revision:26032; }","duration":"161.536418ms","start":"2026-05-13T01:51:01.726619Z","end":"2026-05-13T01:51:01.888156Z","steps":["trace[1216386222] 'agreement among raft nodes before linearized reading' (duration: 161.391154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:01.888581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.15415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-13T01:51:01.888407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070764133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:51:01.888663Z","caller":"traceutil/trace.go:171","msg":"trace[488436754] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26032; }","duration":"604.289543ms","start":"2026-05-13T01:51:01.284351Z","end":"2026-05-13T01:51:01.888641Z","steps":["trace[488436754] 'agreement among raft nodes before linearized reading' (duration: 604.080938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:01.888706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:01.284325Z","time spent":"604.372035ms","remote":"127.0.0.1:60658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-13T01:51:01.888734Z","caller":"traceutil/trace.go:171","msg":"trace[600570597] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26032; }","duration":"1.071133102s","start":"2026-05-13T01:51:00.817583Z","end":"2026-05-13T01:51:01.888716Z","steps":["trace[600570597] 'agreement among raft nodes before linearized reading' (duration: 1.070790214s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:01.888739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.055349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-13T01:51:01.888774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.108726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:51:01.888117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327507249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:51:01.888839Z","caller":"traceutil/trace.go:171","msg":"trace[1659887155] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26032; }","duration":"681.209337ms","start":"2026-05-13T01:51:01.207612Z","end":"2026-05-13T01:51:01.888822Z","steps":["trace[1659887155] 'agreement among raft nodes before linearized reading' (duration: 680.338077ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:01.888855Z","caller":"traceutil/trace.go:171","msg":"trace[844681889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26032; }","duration":"1.328263968s","start":"2026-05-13T01:51:00.560579Z","end":"2026-05-13T01:51:01.888843Z","steps":["trace[844681889] 'agreement among raft nodes before linearized reading' (duration: 1.327410558s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:01.888884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:01.207594Z","time spent":"681.280319ms","remote":"127.0.0.1:57100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-13T01:51:01.888893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:00.560571Z","time spent":"1.328311869s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-13T01:51:01.888803Z","caller":"traceutil/trace.go:171","msg":"trace[1999289167] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26032; }","duration":"493.148801ms","start":"2026-05-13T01:51:01.395629Z","end":"2026-05-13T01:51:01.888778Z","steps":["trace[1999289167] 'agreement among raft nodes before linearized reading' (duration: 492.768772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:01.889526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:01.395614Z","time spent":"493.894568ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-13T01:51:01.889182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331292958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T01:51:01.890026Z","caller":"traceutil/trace.go:171","msg":"trace[1034913938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26032; }","duration":"1.332165008s","start":"2026-05-13T01:51:00.557842Z","end":"2026-05-13T01:51:01.890008Z","steps":["trace[1034913938] 'agreement among raft nodes before linearized reading' (duration: 1.330038368s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:01.890077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:00.557834Z","time spent":"1.33223081s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-13T01:51:01.889066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:00.817561Z","time spent":"1.071204433s","remote":"127.0.0.1:57058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-13T01:51:01.889287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328621836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:51:01.890248Z","caller":"traceutil/trace.go:171","msg":"trace[352158161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26032; }","duration":"1.329583668s","start":"2026-05-13T01:51:00.560642Z","end":"2026-05-13T01:51:01.890226Z","steps":["trace[352158161] 'agreement among raft nodes before linearized reading' (duration: 1.327506349s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:01.890294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:00.560636Z","time spent":"1.329645699s","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-13T01:51:09.148321Z","caller":"traceutil/trace.go:171","msg":"trace[638936547] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"176.24984ms","start":"2026-05-13T01:51:08.972039Z","end":"2026-05-13T01:51:09.148289Z","steps":["trace[638936547] 'process raft request' (duration: 175.995134ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:09.436855Z","caller":"traceutil/trace.go:171","msg":"trace[1303133119] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"177.89725ms","start":"2026-05-13T01:51:09.258933Z","end":"2026-05-13T01:51:09.43683Z","steps":["trace[1303133119] 'process raft request' (duration: 177.673575ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:10.110238Z","caller":"traceutil/trace.go:171","msg":"trace[1278775899] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"131.507307ms","start":"2026-05-13T01:51:09.978703Z","end":"2026-05-13T01:51:10.11021Z","steps":["trace[1278775899] 'process raft request' (duration: 130.944714ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:10.110361Z","caller":"traceutil/trace.go:171","msg":"trace[732067103] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"130.066774ms","start":"2026-05-13T01:51:09.980279Z","end":"2026-05-13T01:51:10.110346Z","steps":["trace[732067103] 'process raft request' (duration: 129.632433ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:10.110498Z","caller":"traceutil/trace.go:171","msg":"trace[1072314876] linearizableReadLoop","detail":"{readStateIndex:26956; appliedIndex:26949; }","duration":"124.682227ms","start":"2026-05-13T01:51:09.985782Z","end":"2026-05-13T01:51:10.110464Z","steps":["trace[1072314876] 'read index received' (duration: 53.978469ms)","trace[1072314876] 'applied index is now lower than readState.Index' (duration: 70.702248ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:51:10.110568Z","caller":"traceutil/trace.go:171","msg":"trace[1805644404] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"128.120038ms","start":"2026-05-13T01:51:09.98243Z","end":"2026-05-13T01:51:10.11055Z","steps":["trace[1805644404] 'process raft request' (duration: 127.870713ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:10.110615Z","caller":"traceutil/trace.go:171","msg":"trace[1311061070] transaction","detail":"{read_only:false; response_revision:26090; number_of_response:1; }","duration":"127.735859ms","start":"2026-05-13T01:51:09.982868Z","end":"2026-05-13T01:51:10.110604Z","steps":["trace[1311061070] 'process raft request' (duration: 127.546274ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:10.110665Z","caller":"traceutil/trace.go:171","msg":"trace[239449276] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"128.376013ms","start":"2026-05-13T01:51:09.98226Z","end":"2026-05-13T01:51:10.110636Z","steps":["trace[239449276] 'process raft request' (duration: 127.79447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:10.110777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.314576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-13T01:51:10.110854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.148722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:51:10.110881Z","caller":"traceutil/trace.go:171","msg":"trace[218737007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26090; }","duration":"123.369187ms","start":"2026-05-13T01:51:09.987437Z","end":"2026-05-13T01:51:10.110806Z","steps":["trace[218737007] 'agreement among raft nodes before linearized reading' (duration: 123.223744ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:10.110895Z","caller":"traceutil/trace.go:171","msg":"trace[275643900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26090; }","duration":"108.224704ms","start":"2026-05-13T01:51:10.002658Z","end":"2026-05-13T01:51:10.110883Z","steps":["trace[275643900] 'agreement among raft nodes before linearized reading' (duration: 108.05672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:10.110945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.04234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-13T01:51:10.110944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.547908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-13T01:51:10.111028Z","caller":"traceutil/trace.go:171","msg":"trace[1637919865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26090; }","duration":"122.652481ms","start":"2026-05-13T01:51:09.988349Z","end":"2026-05-13T01:51:10.111001Z","steps":["trace[1637919865] 'agreement among raft nodes before linearized reading' (duration: 122.461596ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:10.110977Z","caller":"traceutil/trace.go:171","msg":"trace[1080654079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26090; }","duration":"123.107391ms","start":"2026-05-13T01:51:09.987862Z","end":"2026-05-13T01:51:10.110969Z","steps":["trace[1080654079] 'agreement among raft nodes before linearized reading' (duration: 122.959698ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:10.111178Z","caller":"traceutil/trace.go:171","msg":"trace[642313881] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"128.296472ms","start":"2026-05-13T01:51:09.981793Z","end":"2026-05-13T01:51:10.11009Z","steps":["trace[642313881] 'process raft request' (duration: 128.21835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:10.111192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.410765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T01:51:10.111227Z","caller":"traceutil/trace.go:171","msg":"trace[229314340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26090; }","duration":"125.469416ms","start":"2026-05-13T01:51:09.985749Z","end":"2026-05-13T01:51:10.111218Z","steps":["trace[229314340] 'agreement among raft nodes before linearized reading' (duration: 124.971044ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:13.415943Z","caller":"traceutil/trace.go:171","msg":"trace[446791816] linearizableReadLoop","detail":"{readStateIndex:26976; appliedIndex:26975; }","duration":"140.820064ms","start":"2026-05-13T01:51:13.275079Z","end":"2026-05-13T01:51:13.415899Z","steps":["trace[446791816] 'read index received' (duration: 140.486677ms)","trace[446791816] 'applied index is now lower than readState.Index' (duration: 331.407µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:51:13.416244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.139582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-13T01:51:13.416331Z","caller":"traceutil/trace.go:171","msg":"trace[242077012] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26110; }","duration":"141.277875ms","start":"2026-05-13T01:51:13.275035Z","end":"2026-05-13T01:51:13.416313Z","steps":["trace[242077012] 'agreement among raft nodes before linearized reading' (duration: 141.031669ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:13.416005Z","caller":"traceutil/trace.go:171","msg":"trace[575466859] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"232.150295ms","start":"2026-05-13T01:51:13.183802Z","end":"2026-05-13T01:51:13.415952Z","steps":["trace[575466859] 'process raft request' (duration: 231.783806ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:14.332251Z","caller":"traceutil/trace.go:171","msg":"trace[1096613214] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"118.276078ms","start":"2026-05-13T01:51:14.213949Z","end":"2026-05-13T01:51:14.332225Z","steps":["trace[1096613214] 'process raft request' (duration: 71.701502ms)","trace[1096613214] 'compare' (duration: 46.467774ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:51:14.391035Z","caller":"traceutil/trace.go:171","msg":"trace[552107124] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"176.773263ms","start":"2026-05-13T01:51:14.214238Z","end":"2026-05-13T01:51:14.391011Z","steps":["trace[552107124] 'process raft request' (duration: 176.698632ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:14.391076Z","caller":"traceutil/trace.go:171","msg":"trace[1027503858] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"176.887866ms","start":"2026-05-13T01:51:14.214152Z","end":"2026-05-13T01:51:14.391039Z","steps":["trace[1027503858] 'process raft request' (duration: 176.739213ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:14.391042Z","caller":"traceutil/trace.go:171","msg":"trace[673562525] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"176.869425ms","start":"2026-05-13T01:51:14.214136Z","end":"2026-05-13T01:51:14.391005Z","steps":["trace[673562525] 'process raft request' (duration: 176.570758ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:14.391185Z","caller":"traceutil/trace.go:171","msg":"trace[1575499041] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"176.264541ms","start":"2026-05-13T01:51:14.2149Z","end":"2026-05-13T01:51:14.391164Z","steps":["trace[1575499041] 'process raft request' (duration: 176.070076ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:15.065696Z","caller":"traceutil/trace.go:171","msg":"trace[1951953414] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"149.614328ms","start":"2026-05-13T01:51:14.916056Z","end":"2026-05-13T01:51:15.06567Z","steps":["trace[1951953414] 'process raft request' (duration: 149.439414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:15.368789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.467765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:51:15.369317Z","caller":"traceutil/trace.go:171","msg":"trace[336620083] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"388.725855ms","start":"2026-05-13T01:51:14.980527Z","end":"2026-05-13T01:51:15.369252Z","steps":["trace[336620083] 'process raft request' (duration: 214.711917ms)","trace[336620083] 'compare' (duration: 173.281851ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:51:15.369398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-13T01:51:14.98051Z","time spent":"388.845548ms","remote":"127.0.0.1:60566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:51:16.423921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.122888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:51:16.424008Z","caller":"traceutil/trace.go:171","msg":"trace[1790037293] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26132; }","duration":"101.236461ms","start":"2026-05-13T01:51:16.322741Z","end":"2026-05-13T01:51:16.423977Z","steps":["trace[1790037293] 'count revisions from in-memory index tree' (duration: 101.052517ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:18.551099Z","caller":"traceutil/trace.go:171","msg":"trace[1876692863] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"118.909093ms","start":"2026-05-13T01:51:18.432169Z","end":"2026-05-13T01:51:18.551078Z","steps":["trace[1876692863] 'process raft request' (duration: 118.290189ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:18.554421Z","caller":"traceutil/trace.go:171","msg":"trace[522751029] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"121.925994ms","start":"2026-05-13T01:51:18.432481Z","end":"2026-05-13T01:51:18.554407Z","steps":["trace[522751029] 'process raft request' (duration: 121.830372ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:18.554679Z","caller":"traceutil/trace.go:171","msg":"trace[1433621814] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"122.077377ms","start":"2026-05-13T01:51:18.432575Z","end":"2026-05-13T01:51:18.554652Z","steps":["trace[1433621814] 'process raft request' (duration: 121.80404ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:18.555419Z","caller":"traceutil/trace.go:171","msg":"trace[1949519359] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"122.64854ms","start":"2026-05-13T01:51:18.43271Z","end":"2026-05-13T01:51:18.555358Z","steps":["trace[1949519359] 'process raft request' (duration: 121.834441ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:18.555474Z","caller":"traceutil/trace.go:171","msg":"trace[881213241] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"121.895823ms","start":"2026-05-13T01:51:18.433563Z","end":"2026-05-13T01:51:18.555459Z","steps":["trace[881213241] 'process raft request' (duration: 121.35141ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:19.911057Z","caller":"traceutil/trace.go:171","msg":"trace[1027481924] linearizableReadLoop","detail":"{readStateIndex:27025; appliedIndex:27024; }","duration":"138.284885ms","start":"2026-05-13T01:51:19.77274Z","end":"2026-05-13T01:51:19.911024Z","steps":["trace[1027481924] 'read index received' (duration: 58.199657ms)","trace[1027481924] 'applied index is now lower than readState.Index' (duration: 80.083238ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:51:19.911597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.452569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:51:19.911653Z","caller":"traceutil/trace.go:171","msg":"trace[990351500] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26157; }","duration":"138.950991ms","start":"2026-05-13T01:51:19.772686Z","end":"2026-05-13T01:51:19.911637Z","steps":["trace[990351500] 'agreement among raft nodes before linearized reading' (duration: 138.45387ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:26.801175Z","caller":"traceutil/trace.go:171","msg":"trace[1893314158] linearizableReadLoop","detail":"{readStateIndex:27073; appliedIndex:27072; }","duration":"202.303358ms","start":"2026-05-13T01:51:26.598851Z","end":"2026-05-13T01:51:26.801154Z","steps":["trace[1893314158] 'read index received' (duration: 202.152164ms)","trace[1893314158] 'applied index is now lower than readState.Index' (duration: 150.274µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:51:26.801229Z","caller":"traceutil/trace.go:171","msg":"trace[1851271399] transaction","detail":"{read_only:false; response_revision:26204; number_of_response:1; }","duration":"217.756149ms","start":"2026-05-13T01:51:26.583443Z","end":"2026-05-13T01:51:26.801199Z","steps":["trace[1851271399] 'process raft request' (duration: 217.571854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:26.801318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.450362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-13T01:51:26.801359Z","caller":"traceutil/trace.go:171","msg":"trace[1853935814] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26204; }","duration":"202.538733ms","start":"2026-05-13T01:51:26.598807Z","end":"2026-05-13T01:51:26.801346Z","steps":["trace[1853935814] 'agreement among raft nodes before linearized reading' (duration: 202.457631ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:26.860605Z","caller":"traceutil/trace.go:171","msg":"trace[1176907759] transaction","detail":"{read_only:false; response_revision:26206; number_of_response:1; }","duration":"196.662397ms","start":"2026-05-13T01:51:26.663918Z","end":"2026-05-13T01:51:26.86058Z","steps":["trace[1176907759] 'process raft request' (duration: 196.566185ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:26.860619Z","caller":"traceutil/trace.go:171","msg":"trace[1295096090] transaction","detail":"{read_only:false; response_revision:26205; number_of_response:1; }","duration":"196.828421ms","start":"2026-05-13T01:51:26.663752Z","end":"2026-05-13T01:51:26.86058Z","steps":["trace[1295096090] 'process raft request' (duration: 195.158332ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:26.86084Z","caller":"traceutil/trace.go:171","msg":"trace[983860050] transaction","detail":"{read_only:false; response_revision:26207; number_of_response:1; }","duration":"196.855681ms","start":"2026-05-13T01:51:26.663964Z","end":"2026-05-13T01:51:26.86082Z","steps":["trace[983860050] 'process raft request' (duration: 196.571955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:26.860905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.555548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:51:26.860942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.095408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-13T01:51:26.86097Z","caller":"traceutil/trace.go:171","msg":"trace[184555428] transaction","detail":"{read_only:false; response_revision:26208; number_of_response:1; }","duration":"195.096561ms","start":"2026-05-13T01:51:26.665863Z","end":"2026-05-13T01:51:26.86096Z","steps":["trace[184555428] 'process raft request' (duration: 194.857035ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:26.860983Z","caller":"traceutil/trace.go:171","msg":"trace[962250246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26208; }","duration":"233.675ms","start":"2026-05-13T01:51:26.627289Z","end":"2026-05-13T01:51:26.860964Z","steps":["trace[962250246] 'agreement among raft nodes before linearized reading' (duration: 233.538757ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:26.860989Z","caller":"traceutil/trace.go:171","msg":"trace[558351348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26208; }","duration":"140.155319ms","start":"2026-05-13T01:51:26.72082Z","end":"2026-05-13T01:51:26.860975Z","steps":["trace[558351348] 'agreement among raft nodes before linearized reading' (duration: 140.014316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:26.861065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.825241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-13T01:51:26.8611Z","caller":"traceutil/trace.go:171","msg":"trace[1737596987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26208; }","duration":"139.866282ms","start":"2026-05-13T01:51:26.721224Z","end":"2026-05-13T01:51:26.86109Z","steps":["trace[1737596987] 'agreement among raft nodes before linearized reading' (duration: 139.78597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:26.861242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.555088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:51:26.861309Z","caller":"traceutil/trace.go:171","msg":"trace[1957278367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26208; }","duration":"158.709522ms","start":"2026-05-13T01:51:26.702588Z","end":"2026-05-13T01:51:26.861297Z","steps":["trace[1957278367] 'agreement among raft nodes before linearized reading' (duration: 158.446725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:26.861307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.219124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:51:26.861382Z","caller":"traceutil/trace.go:171","msg":"trace[1503533426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26208; }","duration":"144.352807ms","start":"2026-05-13T01:51:26.71701Z","end":"2026-05-13T01:51:26.861363Z","steps":["trace[1503533426] 'agreement among raft nodes before linearized reading' (duration: 144.103041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:26.861602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.880729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T01:51:26.861663Z","caller":"traceutil/trace.go:171","msg":"trace[707604838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26208; }","duration":"156.975821ms","start":"2026-05-13T01:51:26.70467Z","end":"2026-05-13T01:51:26.861646Z","steps":["trace[707604838] 'agreement among raft nodes before linearized reading' (duration: 156.270404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:27.927661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.590998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-13T01:51:27.927747Z","caller":"traceutil/trace.go:171","msg":"trace[1246162952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26214; }","duration":"260.738471ms","start":"2026-05-13T01:51:27.666989Z","end":"2026-05-13T01:51:27.927728Z","steps":["trace[1246162952] 'range keys from in-memory index tree' (duration: 260.396473ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:28.537543Z","caller":"traceutil/trace.go:171","msg":"trace[1448258658] linearizableReadLoop","detail":"{readStateIndex:27084; appliedIndex:27083; }","duration":"247.028141ms","start":"2026-05-13T01:51:28.290497Z","end":"2026-05-13T01:51:28.537526Z","steps":["trace[1448258658] 'read index received' (duration: 246.905569ms)","trace[1448258658] 'applied index is now lower than readState.Index' (duration: 121.972µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:51:28.537686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.169744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-292a3876-0b7a-4a64-99c5-91c65558002a\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-13T01:51:28.537724Z","caller":"traceutil/trace.go:171","msg":"trace[1592571104] range","detail":"{range_begin:/registry/persistentvolumes/pvc-292a3876-0b7a-4a64-99c5-91c65558002a; range_end:; response_count:1; response_revision:26215; }","duration":"247.239067ms","start":"2026-05-13T01:51:28.290474Z","end":"2026-05-13T01:51:28.537713Z","steps":["trace[1592571104] 'agreement among raft nodes before linearized reading' (duration: 247.116284ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:28.53786Z","caller":"traceutil/trace.go:171","msg":"trace[652110204] transaction","detail":"{read_only:false; response_revision:26215; number_of_response:1; }","duration":"249.201202ms","start":"2026-05-13T01:51:28.288599Z","end":"2026-05-13T01:51:28.5378Z","steps":["trace[652110204] 'process raft request' (duration: 248.814613ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:28.570571Z","caller":"traceutil/trace.go:171","msg":"trace[614682492] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"189.766126ms","start":"2026-05-13T01:51:28.380775Z","end":"2026-05-13T01:51:28.570542Z","steps":["trace[614682492] 'process raft request' (duration: 189.558181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:30.418929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.393464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2213913"} {"level":"info","ts":"2026-05-13T01:51:30.419007Z","caller":"traceutil/trace.go:171","msg":"trace[1759944724] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26231; }","duration":"173.520797ms","start":"2026-05-13T01:51:30.24547Z","end":"2026-05-13T01:51:30.418991Z","steps":["trace[1759944724] 'range keys from in-memory index tree' (duration: 172.34681ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:32.623629Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a51.wal"} {"level":"warn","ts":"2026-05-13T01:51:33.035458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.774086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-13T01:51:33.035603Z","caller":"traceutil/trace.go:171","msg":"trace[179340852] linearizableReadLoop","detail":"{readStateIndex:27234; appliedIndex:27232; }","duration":"118.502822ms","start":"2026-05-13T01:51:32.917089Z","end":"2026-05-13T01:51:33.035592Z","steps":["trace[179340852] 'read index received' (duration: 9.515452ms)","trace[179340852] 'applied index is now lower than readState.Index' (duration: 108.98651ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:51:33.035658Z","caller":"traceutil/trace.go:171","msg":"trace[550604693] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"125.6561ms","start":"2026-05-13T01:51:32.909994Z","end":"2026-05-13T01:51:33.03565Z","steps":["trace[550604693] 'process raft request' (duration: 125.548537ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:33.035727Z","caller":"traceutil/trace.go:171","msg":"trace[782370632] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"157.951323ms","start":"2026-05-13T01:51:32.877754Z","end":"2026-05-13T01:51:33.035706Z","steps":["trace[782370632] 'process raft request' (duration: 48.839469ms)","trace[782370632] 'compare' (duration: 108.676384ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:51:33.03593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.8395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-scheduler\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-05-13T01:51:33.035959Z","caller":"traceutil/trace.go:171","msg":"trace[802055277] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-scheduler; range_end:; response_count:1; response_revision:26361; }","duration":"118.895772ms","start":"2026-05-13T01:51:32.917056Z","end":"2026-05-13T01:51:33.035952Z","steps":["trace[802055277] 'agreement among raft nodes before linearized reading' (duration: 118.80579ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:33.048223Z","caller":"traceutil/trace.go:171","msg":"trace[1091210817] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"114.793316ms","start":"2026-05-13T01:51:32.933409Z","end":"2026-05-13T01:51:33.048202Z","steps":["trace[1091210817] 'process raft request' (duration: 114.625143ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:33.048452Z","caller":"traceutil/trace.go:171","msg":"trace[1629869184] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"115.031422ms","start":"2026-05-13T01:51:32.9334Z","end":"2026-05-13T01:51:33.048432Z","steps":["trace[1629869184] 'process raft request' (duration: 114.754555ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:33.04869Z","caller":"traceutil/trace.go:171","msg":"trace[1079986064] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"115.222586ms","start":"2026-05-13T01:51:32.933461Z","end":"2026-05-13T01:51:33.048684Z","steps":["trace[1079986064] 'process raft request' (duration: 114.910678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:33.04879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-db-init\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-13T01:51:33.048827Z","caller":"traceutil/trace.go:171","msg":"trace[756223789] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-db-init; range_end:; response_count:1; response_revision:26364; }","duration":"131.736211ms","start":"2026-05-13T01:51:32.917081Z","end":"2026-05-13T01:51:33.048817Z","steps":["trace[756223789] 'agreement among raft nodes before linearized reading' (duration: 131.649089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:51:33.048893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.774512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-api\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-05-13T01:51:33.048935Z","caller":"traceutil/trace.go:171","msg":"trace[1395453122] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-api; range_end:; response_count:1; response_revision:26364; }","duration":"131.842673ms","start":"2026-05-13T01:51:32.917081Z","end":"2026-05-13T01:51:33.048924Z","steps":["trace[1395453122] 'agreement among raft nodes before linearized reading' (duration: 131.732961ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:48.829669Z","caller":"traceutil/trace.go:171","msg":"trace[254858116] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"179.759992ms","start":"2026-05-13T01:51:48.649844Z","end":"2026-05-13T01:51:48.829604Z","steps":["trace[254858116] 'process raft request' (duration: 179.602509ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:51:48.831015Z","caller":"traceutil/trace.go:171","msg":"trace[127590133] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"179.596479ms","start":"2026-05-13T01:51:48.651358Z","end":"2026-05-13T01:51:48.830955Z","steps":["trace[127590133] 'process raft request' (duration: 179.313362ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:52:01.252099Z","caller":"traceutil/trace.go:171","msg":"trace[945687500] transaction","detail":"{read_only:false; response_revision:26637; number_of_response:1; }","duration":"106.608386ms","start":"2026-05-13T01:52:01.145464Z","end":"2026-05-13T01:52:01.252072Z","steps":["trace[945687500] 'process raft request' (duration: 70.023893ms)","trace[945687500] 'compare' (duration: 36.400139ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:52:01.252378Z","caller":"traceutil/trace.go:171","msg":"trace[1303611607] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"106.75829ms","start":"2026-05-13T01:52:01.145596Z","end":"2026-05-13T01:52:01.252355Z","steps":["trace[1303611607] 'process raft request' (duration: 106.438512ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:52:01.25248Z","caller":"traceutil/trace.go:171","msg":"trace[974955013] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"102.861229ms","start":"2026-05-13T01:52:01.149595Z","end":"2026-05-13T01:52:01.252457Z","steps":["trace[974955013] 'process raft request' (duration: 102.603003ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:52:01.368546Z","caller":"traceutil/trace.go:171","msg":"trace[429187695] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"112.369651ms","start":"2026-05-13T01:52:01.256151Z","end":"2026-05-13T01:52:01.368521Z","steps":["trace[429187695] 'process raft request' (duration: 112.140506ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:52:01.368941Z","caller":"traceutil/trace.go:171","msg":"trace[61637297] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"111.752786ms","start":"2026-05-13T01:52:01.257163Z","end":"2026-05-13T01:52:01.368916Z","steps":["trace[61637297] 'process raft request' (duration: 111.698265ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:52:01.368995Z","caller":"traceutil/trace.go:171","msg":"trace[1661868173] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"112.129325ms","start":"2026-05-13T01:52:01.256853Z","end":"2026-05-13T01:52:01.368983Z","steps":["trace[1661868173] 'process raft request' (duration: 111.622963ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:52:01.369099Z","caller":"traceutil/trace.go:171","msg":"trace[1690465558] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"112.183506ms","start":"2026-05-13T01:52:01.256888Z","end":"2026-05-13T01:52:01.369072Z","steps":["trace[1690465558] 'process raft request' (duration: 111.860718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:52:01.677522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.084223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:52:01.677606Z","caller":"traceutil/trace.go:171","msg":"trace[320166966] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26644; }","duration":"142.237726ms","start":"2026-05-13T01:52:01.535348Z","end":"2026-05-13T01:52:01.677586Z","steps":["trace[320166966] 'count revisions from in-memory index tree' (duration: 141.9663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:52:09.733069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.264775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:52:09.733161Z","caller":"traceutil/trace.go:171","msg":"trace[509486105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26702; }","duration":"105.406249ms","start":"2026-05-13T01:52:09.627729Z","end":"2026-05-13T01:52:09.733135Z","steps":["trace[509486105] 'range keys from in-memory index tree' (duration: 105.144173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:52:21.764083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.894299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T01:52:21.764216Z","caller":"traceutil/trace.go:171","msg":"trace[572301376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26788; }","duration":"166.078253ms","start":"2026-05-13T01:52:21.598109Z","end":"2026-05-13T01:52:21.764187Z","steps":["trace[572301376] 'range keys from in-memory index tree' (duration: 165.683334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:52:21.764099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.431174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:52:21.764385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.088134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:52:21.764444Z","caller":"traceutil/trace.go:171","msg":"trace[1065949735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26788; }","duration":"166.182546ms","start":"2026-05-13T01:52:21.598244Z","end":"2026-05-13T01:52:21.764427Z","steps":["trace[1065949735] 'range keys from in-memory index tree' (duration: 165.92874ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:52:21.764424Z","caller":"traceutil/trace.go:171","msg":"trace[1751676454] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26788; }","duration":"242.780723ms","start":"2026-05-13T01:52:21.5216Z","end":"2026-05-13T01:52:21.76438Z","steps":["trace[1751676454] 'count revisions from in-memory index tree' (duration: 242.361363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:52:21.764502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.909436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-13T01:52:21.764368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.059306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-13T01:52:21.764557Z","caller":"traceutil/trace.go:171","msg":"trace[2067073839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26788; }","duration":"183.016358ms","start":"2026-05-13T01:52:21.581524Z","end":"2026-05-13T01:52:21.76454Z","steps":["trace[2067073839] 'range keys from in-memory index tree' (duration: 182.686091ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:52:21.764582Z","caller":"traceutil/trace.go:171","msg":"trace[970519148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26788; }","duration":"182.324023ms","start":"2026-05-13T01:52:21.582224Z","end":"2026-05-13T01:52:21.764548Z","steps":["trace[970519148] 'range keys from in-memory index tree' (duration: 181.901933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:52:21.764362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.293101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-13T01:52:21.763764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.622743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:52:21.765023Z","caller":"traceutil/trace.go:171","msg":"trace[1503987065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26788; }","duration":"136.909633ms","start":"2026-05-13T01:52:21.628036Z","end":"2026-05-13T01:52:21.764946Z","steps":["trace[1503987065] 'range keys from in-memory index tree' (duration: 135.51129ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:52:21.766776Z","caller":"traceutil/trace.go:171","msg":"trace[2078656253] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26788; }","duration":"168.017309ms","start":"2026-05-13T01:52:21.59701Z","end":"2026-05-13T01:52:21.765012Z","steps":["trace[2078656253] 'count revisions from in-memory index tree' (duration: 167.23379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:54:03.430225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.052996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-13T01:54:03.430356Z","caller":"traceutil/trace.go:171","msg":"trace[1167676874] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27720; }","duration":"104.20048ms","start":"2026-05-13T01:54:03.326099Z","end":"2026-05-13T01:54:03.4303Z","steps":["trace[1167676874] 'range keys from in-memory index tree' (duration: 103.896523ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:54:25.580059Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25318} {"level":"info","ts":"2026-05-13T01:54:25.765598Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25318,"took":"178.447661ms","hash":2865973281,"current-db-size-bytes":58335232,"current-db-size":"58 MB","current-db-size-in-use-bytes":34672640,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-13T01:54:25.765688Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2865973281,"revision":25318,"compact-revision":21974} {"level":"info","ts":"2026-05-13T01:54:28.036858Z","caller":"traceutil/trace.go:171","msg":"trace[1878916398] transaction","detail":"{read_only:false; response_revision:28040; number_of_response:1; }","duration":"150.199022ms","start":"2026-05-13T01:54:27.886633Z","end":"2026-05-13T01:54:28.036832Z","steps":["trace[1878916398] 'process raft request' (duration: 150.033929ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:54:28.082034Z","caller":"traceutil/trace.go:171","msg":"trace[667449491] transaction","detail":"{read_only:false; response_revision:28042; number_of_response:1; }","duration":"154.981734ms","start":"2026-05-13T01:54:27.927025Z","end":"2026-05-13T01:54:28.082007Z","steps":["trace[667449491] 'process raft request' (duration: 154.928343ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:54:28.082274Z","caller":"traceutil/trace.go:171","msg":"trace[990852459] transaction","detail":"{read_only:false; response_revision:28041; number_of_response:1; }","duration":"156.651393ms","start":"2026-05-13T01:54:27.925592Z","end":"2026-05-13T01:54:28.082244Z","steps":["trace[990852459] 'process raft request' (duration: 156.208743ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:54:39.730487Z","caller":"traceutil/trace.go:171","msg":"trace[1738790662] transaction","detail":"{read_only:false; response_revision:28132; number_of_response:1; }","duration":"176.970227ms","start":"2026-05-13T01:54:39.553491Z","end":"2026-05-13T01:54:39.730462Z","steps":["trace[1738790662] 'process raft request' (duration: 176.798053ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:54:39.754793Z","caller":"traceutil/trace.go:171","msg":"trace[1731814725] transaction","detail":"{read_only:false; response_revision:28133; number_of_response:1; }","duration":"175.706628ms","start":"2026-05-13T01:54:39.579059Z","end":"2026-05-13T01:54:39.754765Z","steps":["trace[1731814725] 'process raft request' (duration: 175.479662ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:54:39.755003Z","caller":"traceutil/trace.go:171","msg":"trace[2066813575] linearizableReadLoop","detail":"{readStateIndex:29055; appliedIndex:29052; }","duration":"127.548885ms","start":"2026-05-13T01:54:39.627436Z","end":"2026-05-13T01:54:39.754985Z","steps":["trace[2066813575] 'read index received' (duration: 102.88476ms)","trace[2066813575] 'applied index is now lower than readState.Index' (duration: 24.662415ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:54:39.755187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.771069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-13T01:54:39.755224Z","caller":"traceutil/trace.go:171","msg":"trace[294514064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28134; }","duration":"127.890682ms","start":"2026-05-13T01:54:39.627324Z","end":"2026-05-13T01:54:39.755214Z","steps":["trace[294514064] 'agreement among raft nodes before linearized reading' (duration: 127.760969ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:54:39.755287Z","caller":"traceutil/trace.go:171","msg":"trace[998309603] transaction","detail":"{read_only:false; response_revision:28134; number_of_response:1; }","duration":"167.221889ms","start":"2026-05-13T01:54:39.588041Z","end":"2026-05-13T01:54:39.755263Z","steps":["trace[998309603] 'process raft request' (duration: 166.668506ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:55:01.144973Z","caller":"traceutil/trace.go:171","msg":"trace[1188748144] transaction","detail":"{read_only:false; response_revision:28408; number_of_response:1; }","duration":"121.212156ms","start":"2026-05-13T01:55:01.023729Z","end":"2026-05-13T01:55:01.144941Z","steps":["trace[1188748144] 'process raft request' (duration: 121.021692ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:56:23.268407Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-13T01:56:23.273484Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-05-13T01:56:23.273586Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-05-13T01:59:25.587236Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28022} {"level":"info","ts":"2026-05-13T01:59:25.728207Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28022,"took":"136.856703ms","hash":1328465578,"current-db-size-bytes":58335232,"current-db-size":"58 MB","current-db-size-in-use-bytes":34263040,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-13T01:59:25.72825Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1328465578,"revision":28022,"compact-revision":25318} {"level":"info","ts":"2026-05-13T02:04:25.593298Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30387} {"level":"info","ts":"2026-05-13T02:04:25.730492Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30387,"took":"132.469051ms","hash":228515250,"current-db-size-bytes":58335232,"current-db-size":"58 MB","current-db-size-in-use-bytes":30322688,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-13T02:04:25.730567Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":228515250,"revision":30387,"compact-revision":28022} {"level":"info","ts":"2026-05-13T02:09:25.600427Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32680} {"level":"info","ts":"2026-05-13T02:09:25.760166Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32680,"took":"154.858243ms","hash":4184263106,"current-db-size-bytes":59379712,"current-db-size":"59 MB","current-db-size-in-use-bytes":30859264,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-13T02:09:25.760217Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4184263106,"revision":32680,"compact-revision":30387} {"level":"info","ts":"2026-05-13T02:14:25.607379Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35011} {"level":"info","ts":"2026-05-13T02:14:25.752083Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35011,"took":"141.296617ms","hash":1227962393,"current-db-size-bytes":59379712,"current-db-size":"59 MB","current-db-size-in-use-bytes":31481856,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-13T02:14:25.752165Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1227962393,"revision":35011,"compact-revision":32680} {"level":"info","ts":"2026-05-13T02:17:49.015721Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":40005,"local-member-snapshot-index":30004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-13T02:17:49.020916Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-05-13T02:17:49.020991Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005} {"level":"info","ts":"2026-05-13T02:19:25.613967Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37239} {"level":"info","ts":"2026-05-13T02:19:25.740085Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37239,"took":"120.46613ms","hash":553331352,"current-db-size-bytes":60227584,"current-db-size":"60 MB","current-db-size-in-use-bytes":31309824,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-13T02:19:25.740158Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":553331352,"revision":37239,"compact-revision":35011}