{"level":"warn","ts":"2026-03-04T02:32:49.167112Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T02:32:49.167197Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.215:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.215:2380","--initial-cluster=instance=https://199.19.213.215:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.215:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.215:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T02:32:49.167257Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T02:32:49.167271Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.215:2380"]} {"level":"info","ts":"2026-03-04T02:32:49.167288Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T02:32:49.167844Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.215:2379"]} {"level":"info","ts":"2026-03-04T02:32:49.167914Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.215:2380"],"listen-peer-urls":["https://199.19.213.215:2380"],"advertise-client-urls":["https://199.19.213.215:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.215:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.215:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T02:32:49.171707Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.485055ms"} {"level":"info","ts":"2026-03-04T02:32:49.179946Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e6e5712872899056","cluster-id":"5d812b997db5c8f"} {"level":"info","ts":"2026-03-04T02:32:49.180034Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T02:32:49.180056Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became follower at term 0"} {"level":"info","ts":"2026-03-04T02:32:49.180066Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e6e5712872899056 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T02:32:49.180078Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became follower at term 1"} {"level":"info","ts":"2026-03-04T02:32:49.180111Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 switched to configuration voters=(16637828816924414038)"} {"level":"warn","ts":"2026-03-04T02:32:49.18863Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T02:32:49.190342Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T02:32:49.191602Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T02:32:49.194708Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e6e5712872899056","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T02:32:49.194792Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e6e5712872899056","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T02:32:49.194973Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T02:32:49.195028Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T02:32:49.195039Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T02:32:49.195696Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 switched to configuration voters=(16637828816924414038)"} {"level":"info","ts":"2026-03-04T02:32:49.195777Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5d812b997db5c8f","local-member-id":"e6e5712872899056","added-peer-id":"e6e5712872899056","added-peer-peer-urls":["https://199.19.213.215:2380"]} {"level":"info","ts":"2026-03-04T02:32:49.201428Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T02:32:49.201541Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.215:2380"} {"level":"info","ts":"2026-03-04T02:32:49.201595Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.215:2380"} {"level":"info","ts":"2026-03-04T02:32:49.201837Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e6e5712872899056","initial-advertise-peer-urls":["https://199.19.213.215:2380"],"listen-peer-urls":["https://199.19.213.215:2380"],"advertise-client-urls":["https://199.19.213.215:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.215:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T02:32:49.201906Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T02:32:49.880271Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T02:32:49.880328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T02:32:49.88035Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 received MsgPreVoteResp from e6e5712872899056 at term 1"} {"level":"info","ts":"2026-03-04T02:32:49.880369Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became candidate at term 2"} {"level":"info","ts":"2026-03-04T02:32:49.880381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 received MsgVoteResp from e6e5712872899056 at term 2"} {"level":"info","ts":"2026-03-04T02:32:49.880397Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became leader at term 2"} {"level":"info","ts":"2026-03-04T02:32:49.880416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e6e5712872899056 elected leader e6e5712872899056 at term 2"} {"level":"info","ts":"2026-03-04T02:32:49.881793Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e6e5712872899056","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.215:2379]}","request-path":"/0/members/e6e5712872899056/attributes","cluster-id":"5d812b997db5c8f","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T02:32:49.881845Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T02:32:49.881887Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T02:32:49.881924Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T02:32:49.882223Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T02:32:49.882273Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T02:32:49.882981Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5d812b997db5c8f","local-member-id":"e6e5712872899056","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T02:32:49.883159Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T02:32:49.8832Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T02:32:49.884888Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.215:2379"} {"level":"info","ts":"2026-03-04T02:32:49.885216Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-04T02:33:18.405386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.099988ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:33:18.405519Z","caller":"traceutil/trace.go:171","msg":"trace[624510054] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:490; }","duration":"144.156192ms","start":"2026-03-04T02:33:18.261342Z","end":"2026-03-04T02:33:18.405499Z","steps":["trace[624510054] 'read index received' (duration: 39.981µs)","trace[624510054] 'applied index is now lower than readState.Index' (duration: 144.114881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:18.405613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.260295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:33:18.405686Z","caller":"traceutil/trace.go:171","msg":"trace[1779115234] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:473; }","duration":"144.373588ms","start":"2026-03-04T02:33:18.261303Z","end":"2026-03-04T02:33:18.405677Z","steps":["trace[1779115234] 'agreement among raft nodes before linearized reading' (duration: 144.258495ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:26.892937Z","caller":"traceutil/trace.go:171","msg":"trace[27222547] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"142.637087ms","start":"2026-03-04T02:33:26.750275Z","end":"2026-03-04T02:33:26.892912Z","steps":["trace[27222547] 'process raft request' (duration: 142.512894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:27.896544Z","caller":"traceutil/trace.go:171","msg":"trace[936231186] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"104.303342ms","start":"2026-03-04T02:33:27.792212Z","end":"2026-03-04T02:33:27.896516Z","steps":["trace[936231186] 'process raft request' (duration: 92.034511ms)","trace[936231186] 'compare' (duration: 12.053435ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:27.896818Z","caller":"traceutil/trace.go:171","msg":"trace[1818784445] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"103.772537ms","start":"2026-03-04T02:33:27.793007Z","end":"2026-03-04T02:33:27.896779Z","steps":["trace[1818784445] 'process raft request' (duration: 103.442248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:47.166169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.091033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:33:47.166535Z","caller":"traceutil/trace.go:171","msg":"trace[1026531032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:929; }","duration":"183.509535ms","start":"2026-03-04T02:33:46.982989Z","end":"2026-03-04T02:33:47.166499Z","steps":["trace[1026531032] 'range keys from in-memory index tree' (duration: 182.871068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:36.846243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.018393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T02:34:36.846338Z","caller":"traceutil/trace.go:171","msg":"trace[567867845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1595; }","duration":"103.164517ms","start":"2026-03-04T02:34:36.743151Z","end":"2026-03-04T02:34:36.846315Z","steps":["trace[567867845] 'range keys from in-memory index tree' (duration: 102.849938ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:37.024036Z","caller":"traceutil/trace.go:171","msg":"trace[1037982424] linearizableReadLoop","detail":"{readStateIndex:1660; appliedIndex:1659; }","duration":"130.145408ms","start":"2026-03-04T02:34:36.893855Z","end":"2026-03-04T02:34:37.024001Z","steps":["trace[1037982424] 'read index received' (duration: 130.034155ms)","trace[1037982424] 'applied index is now lower than readState.Index' (duration: 110.553µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:37.024342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.474818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dd806e39-ff78-48f1-aa8a-b33a915054b2\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-04T02:34:37.024384Z","caller":"traceutil/trace.go:171","msg":"trace[255394645] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"207.744865ms","start":"2026-03-04T02:34:36.816617Z","end":"2026-03-04T02:34:37.024362Z","steps":["trace[255394645] 'process raft request' (duration: 207.270782ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:37.024462Z","caller":"traceutil/trace.go:171","msg":"trace[755710691] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dd806e39-ff78-48f1-aa8a-b33a915054b2; range_end:; response_count:1; response_revision:1596; }","duration":"130.57441ms","start":"2026-03-04T02:34:36.89382Z","end":"2026-03-04T02:34:37.024394Z","steps":["trace[755710691] 'agreement among raft nodes before linearized reading' (duration: 130.277111ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:37.130323Z","caller":"traceutil/trace.go:171","msg":"trace[1035727878] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"112.61047ms","start":"2026-03-04T02:34:37.017668Z","end":"2026-03-04T02:34:37.130278Z","steps":["trace[1035727878] 'process raft request' (duration: 69.054598ms)","trace[1035727878] 'compare' (duration: 43.280944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:37.518614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.576598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:34:37.518723Z","caller":"traceutil/trace.go:171","msg":"trace[560851873] linearizableReadLoop","detail":"{readStateIndex:1663; appliedIndex:1662; }","duration":"173.051309ms","start":"2026-03-04T02:34:37.345656Z","end":"2026-03-04T02:34:37.518707Z","steps":["trace[560851873] 'read index received' (duration: 47.271µs)","trace[560851873] 'applied index is now lower than readState.Index' (duration: 173.002808ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:37.518779Z","caller":"traceutil/trace.go:171","msg":"trace[1162314576] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"295.870853ms","start":"2026-03-04T02:34:37.222871Z","end":"2026-03-04T02:34:37.518742Z","steps":["trace[1162314576] 'process raft request' (duration: 41.596797ms)","trace[1162314576] 'compare' (duration: 253.353151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:37.51885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.167582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:34:37.518936Z","caller":"traceutil/trace.go:171","msg":"trace[280292418] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1599; }","duration":"173.294897ms","start":"2026-03-04T02:34:37.345611Z","end":"2026-03-04T02:34:37.518906Z","steps":["trace[280292418] 'agreement among raft nodes before linearized reading' (duration: 173.164172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:52.832776Z","caller":"traceutil/trace.go:171","msg":"trace[1259183223] linearizableReadLoop","detail":"{readStateIndex:1792; appliedIndex:1791; }","duration":"151.024948ms","start":"2026-03-04T02:34:52.681724Z","end":"2026-03-04T02:34:52.832748Z","steps":["trace[1259183223] 'read index received' (duration: 150.826633ms)","trace[1259183223] 'applied index is now lower than readState.Index' (duration: 197.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:52.83283Z","caller":"traceutil/trace.go:171","msg":"trace[1272493579] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"207.727814ms","start":"2026-03-04T02:34:52.625067Z","end":"2026-03-04T02:34:52.832795Z","steps":["trace[1272493579] 'process raft request' (duration: 207.491977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:52.832938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.183903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:34:52.832999Z","caller":"traceutil/trace.go:171","msg":"trace[1600150646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1724; }","duration":"151.279865ms","start":"2026-03-04T02:34:52.6817Z","end":"2026-03-04T02:34:52.83298Z","steps":["trace[1600150646] 'agreement among raft nodes before linearized reading' (duration: 151.169092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:32.228407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.314482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-04T02:35:32.228439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.892639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-04T02:35:32.228511Z","caller":"traceutil/trace.go:171","msg":"trace[177419813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1920; }","duration":"103.476197ms","start":"2026-03-04T02:35:32.125013Z","end":"2026-03-04T02:35:32.228489Z","steps":["trace[177419813] 'range keys from in-memory index tree' (duration: 103.115817ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:32.228545Z","caller":"traceutil/trace.go:171","msg":"trace[1162501568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1920; }","duration":"108.036534ms","start":"2026-03-04T02:35:32.120481Z","end":"2026-03-04T02:35:32.228518Z","steps":["trace[1162501568] 'range keys from in-memory index tree' (duration: 107.626043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:32.356273Z","caller":"traceutil/trace.go:171","msg":"trace[1445721640] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"123.206785ms","start":"2026-03-04T02:35:32.233037Z","end":"2026-03-04T02:35:32.356244Z","steps":["trace[1445721640] 'process raft request' (duration: 123.053741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:32.580974Z","caller":"traceutil/trace.go:171","msg":"trace[1025751889] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1997; }","duration":"337.261436ms","start":"2026-03-04T02:35:32.243663Z","end":"2026-03-04T02:35:32.580924Z","steps":["trace[1025751889] 'read index received' (duration: 112.448957ms)","trace[1025751889] 'applied index is now lower than readState.Index' (duration: 224.811389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:32.581166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.489283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T02:35:32.581107Z","caller":"traceutil/trace.go:171","msg":"trace[1063445287] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"347.259263ms","start":"2026-03-04T02:35:32.233824Z","end":"2026-03-04T02:35:32.581083Z","steps":["trace[1063445287] 'process raft request' (duration: 346.954955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:32.581208Z","caller":"traceutil/trace.go:171","msg":"trace[1515256450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1922; }","duration":"337.584216ms","start":"2026-03-04T02:35:32.243611Z","end":"2026-03-04T02:35:32.581195Z","steps":["trace[1515256450] 'agreement among raft nodes before linearized reading' (duration: 337.426481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:32.581245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:32.243594Z","time spent":"337.643337ms","remote":"127.0.0.1:55688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:35:32.581318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:32.233816Z","time spent":"347.405487ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:47.555439Z","caller":"traceutil/trace.go:171","msg":"trace[758132562] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"103.250491ms","start":"2026-03-04T02:36:47.452163Z","end":"2026-03-04T02:36:47.555414Z","steps":["trace[758132562] 'process raft request' (duration: 103.108917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:47.71383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.470681ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:47.714007Z","caller":"traceutil/trace.go:171","msg":"trace[681912715] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2491; }","duration":"109.670596ms","start":"2026-03-04T02:36:47.604305Z","end":"2026-03-04T02:36:47.713976Z","steps":["trace[681912715] 'range keys from in-memory index tree' (duration: 109.44388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:47.723002Z","caller":"traceutil/trace.go:171","msg":"trace[484901288] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"164.339959ms","start":"2026-03-04T02:36:47.558538Z","end":"2026-03-04T02:36:47.722878Z","steps":["trace[484901288] 'process raft request' (duration: 163.520847ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:47.731966Z","caller":"traceutil/trace.go:171","msg":"trace[151052595] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"115.107344ms","start":"2026-03-04T02:36:47.616825Z","end":"2026-03-04T02:36:47.731932Z","steps":["trace[151052595] 'process raft request' (duration: 114.96058ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:13.61189Z","caller":"traceutil/trace.go:171","msg":"trace[249778898] transaction","detail":"{read_only:false; response_revision:3383; number_of_response:1; }","duration":"156.765529ms","start":"2026-03-04T02:39:13.455089Z","end":"2026-03-04T02:39:13.611854Z","steps":["trace[249778898] 'process raft request' (duration: 156.402829ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:36.56823Z","caller":"traceutil/trace.go:171","msg":"trace[1221196749] linearizableReadLoop","detail":"{readStateIndex:4612; appliedIndex:4610; }","duration":"108.756711ms","start":"2026-03-04T02:40:36.459452Z","end":"2026-03-04T02:40:36.568209Z","steps":["trace[1221196749] 'read index received' (duration: 53.339161ms)","trace[1221196749] 'applied index is now lower than readState.Index' (duration: 55.41651ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:36.568332Z","caller":"traceutil/trace.go:171","msg":"trace[1588161833] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"108.498033ms","start":"2026-03-04T02:40:36.459801Z","end":"2026-03-04T02:40:36.568299Z","steps":["trace[1588161833] 'process raft request' (duration: 108.36003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:36.568454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.991927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-04T02:40:36.56851Z","caller":"traceutil/trace.go:171","msg":"trace[1226430823] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4435; }","duration":"109.08522ms","start":"2026-03-04T02:40:36.459413Z","end":"2026-03-04T02:40:36.568498Z","steps":["trace[1226430823] 'agreement among raft nodes before linearized reading' (duration: 108.888894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:36.568386Z","caller":"traceutil/trace.go:171","msg":"trace[185633639] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"109.4508ms","start":"2026-03-04T02:40:36.458831Z","end":"2026-03-04T02:40:36.568282Z","steps":["trace[185633639] 'process raft request' (duration: 109.216303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:39.738016Z","caller":"traceutil/trace.go:171","msg":"trace[1057815733] linearizableReadLoop","detail":"{readStateIndex:4720; appliedIndex:4719; }","duration":"123.455629ms","start":"2026-03-04T02:40:39.614539Z","end":"2026-03-04T02:40:39.737994Z","steps":["trace[1057815733] 'read index received' (duration: 123.311595ms)","trace[1057815733] 'applied index is now lower than readState.Index' (duration: 140.284µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:39.738056Z","caller":"traceutil/trace.go:171","msg":"trace[1333854321] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"137.380596ms","start":"2026-03-04T02:40:39.600655Z","end":"2026-03-04T02:40:39.738035Z","steps":["trace[1333854321] 'process raft request' (duration: 137.200951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:39.738277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.722487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4d23ebc7-53bd-49c8-baf7-fdf652c3e704\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-04T02:40:39.738366Z","caller":"traceutil/trace.go:171","msg":"trace[1353554410] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4d23ebc7-53bd-49c8-baf7-fdf652c3e704; range_end:; response_count:1; response_revision:4539; }","duration":"123.881881ms","start":"2026-03-04T02:40:39.614461Z","end":"2026-03-04T02:40:39.738343Z","steps":["trace[1353554410] 'agreement among raft nodes before linearized reading' (duration: 123.639314ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:42.227045Z","caller":"traceutil/trace.go:171","msg":"trace[862754897] linearizableReadLoop","detail":"{readStateIndex:4765; appliedIndex:4764; }","duration":"163.148731ms","start":"2026-03-04T02:40:42.063855Z","end":"2026-03-04T02:40:42.227004Z","steps":["trace[862754897] 'read index received' (duration: 162.877574ms)","trace[862754897] 'applied index is now lower than readState.Index' (duration: 270.137µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:42.227146Z","caller":"traceutil/trace.go:171","msg":"trace[1585651977] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"218.250501ms","start":"2026-03-04T02:40:42.008832Z","end":"2026-03-04T02:40:42.227083Z","steps":["trace[1585651977] 'process raft request' (duration: 217.921542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:42.227263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.399748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T02:40:42.227304Z","caller":"traceutil/trace.go:171","msg":"trace[1566954573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4583; }","duration":"163.520391ms","start":"2026-03-04T02:40:42.063774Z","end":"2026-03-04T02:40:42.227294Z","steps":["trace[1566954573] 'agreement among raft nodes before linearized reading' (duration: 163.358317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:56.844952Z","caller":"traceutil/trace.go:171","msg":"trace[491395293] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"158.330093ms","start":"2026-03-04T02:40:56.686603Z","end":"2026-03-04T02:40:56.844933Z","steps":["trace[491395293] 'process raft request' (duration: 158.185829ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:56.861205Z","caller":"traceutil/trace.go:171","msg":"trace[1277841218] linearizableReadLoop","detail":"{readStateIndex:5054; appliedIndex:5052; }","duration":"142.495404ms","start":"2026-03-04T02:40:56.718687Z","end":"2026-03-04T02:40:56.861182Z","steps":["trace[1277841218] 'read index received' (duration: 126.081819ms)","trace[1277841218] 'applied index is now lower than readState.Index' (duration: 16.412625ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:56.861333Z","caller":"traceutil/trace.go:171","msg":"trace[994453804] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"160.071052ms","start":"2026-03-04T02:40:56.701241Z","end":"2026-03-04T02:40:56.861312Z","steps":["trace[994453804] 'process raft request' (duration: 159.807755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:56.861433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.727351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2a44840e-886e-45bd-8fd3-1fec46a4ee10\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-04T02:40:56.861472Z","caller":"traceutil/trace.go:171","msg":"trace[274247567] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2a44840e-886e-45bd-8fd3-1fec46a4ee10; range_end:; response_count:1; response_revision:4866; }","duration":"142.782242ms","start":"2026-03-04T02:40:56.71868Z","end":"2026-03-04T02:40:56.861462Z","steps":["trace[274247567] 'agreement among raft nodes before linearized reading' (duration: 142.617717ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:56.973931Z","caller":"traceutil/trace.go:171","msg":"trace[458531364] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"108.652315ms","start":"2026-03-04T02:40:56.865227Z","end":"2026-03-04T02:40:56.97388Z","steps":["trace[458531364] 'process raft request' (duration: 40.148455ms)","trace[458531364] 'compare' (duration: 68.377877ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:57.316198Z","caller":"traceutil/trace.go:171","msg":"trace[1219709953] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"300.042365ms","start":"2026-03-04T02:40:57.01613Z","end":"2026-03-04T02:40:57.316172Z","steps":["trace[1219709953] 'process raft request' (duration: 299.875161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:57.316359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:57.016108Z","time spent":"300.161539ms","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:41:47.144849Z","caller":"traceutil/trace.go:171","msg":"trace[1352169082] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"101.144377ms","start":"2026-03-04T02:41:47.043685Z","end":"2026-03-04T02:41:47.144829Z","steps":["trace[1352169082] 'process raft request' (duration: 41.835411ms)","trace[1352169082] 'compare' (duration: 59.229673ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:49.909987Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2794} {"level":"info","ts":"2026-03-04T02:42:49.968631Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2794,"took":"57.133671ms","hash":3695441795,"current-db-size-bytes":42229760,"current-db-size":"42 MB","current-db-size-in-use-bytes":31735808,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T02:42:49.968693Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3695441795,"revision":2794,"compact-revision":-1} {"level":"info","ts":"2026-03-04T02:47:20.374896Z","caller":"traceutil/trace.go:171","msg":"trace[1971847469] linearizableReadLoop","detail":"{readStateIndex:7917; appliedIndex:7916; }","duration":"162.396125ms","start":"2026-03-04T02:47:20.212479Z","end":"2026-03-04T02:47:20.374875Z","steps":["trace[1971847469] 'read index received' (duration: 162.344224ms)","trace[1971847469] 'applied index is now lower than readState.Index' (duration: 50.931µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:47:20.37502Z","caller":"traceutil/trace.go:171","msg":"trace[935381830] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"182.566282ms","start":"2026-03-04T02:47:20.192417Z","end":"2026-03-04T02:47:20.374983Z","steps":["trace[935381830] 'process raft request' (duration: 182.330355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:20.37509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.61189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T02:47:20.375125Z","caller":"traceutil/trace.go:171","msg":"trace[1394401990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7635; }","duration":"162.701424ms","start":"2026-03-04T02:47:20.212412Z","end":"2026-03-04T02:47:20.375114Z","steps":["trace[1394401990] 'agreement among raft nodes before linearized reading' (duration: 162.58586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:20.387644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.488553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T02:47:20.387713Z","caller":"traceutil/trace.go:171","msg":"trace[769773620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7636; }","duration":"168.591575ms","start":"2026-03-04T02:47:20.219107Z","end":"2026-03-04T02:47:20.387699Z","steps":["trace[769773620] 'agreement among raft nodes before linearized reading' (duration: 168.40645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:20.387837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.228385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:47:20.38793Z","caller":"traceutil/trace.go:171","msg":"trace[145816596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7636; }","duration":"164.357479ms","start":"2026-03-04T02:47:20.223553Z","end":"2026-03-04T02:47:20.38791Z","steps":["trace[145816596] 'agreement among raft nodes before linearized reading' (duration: 164.075151ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:21.142765Z","caller":"traceutil/trace.go:171","msg":"trace[1885465129] transaction","detail":"{read_only:false; response_revision:7640; number_of_response:1; }","duration":"245.665998ms","start":"2026-03-04T02:47:20.897072Z","end":"2026-03-04T02:47:21.142738Z","steps":["trace[1885465129] 'process raft request' (duration: 245.480603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:21.81405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.358401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:47:21.814138Z","caller":"traceutil/trace.go:171","msg":"trace[1382052026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7641; }","duration":"133.492234ms","start":"2026-03-04T02:47:21.680627Z","end":"2026-03-04T02:47:21.814119Z","steps":["trace[1382052026] 'range keys from in-memory index tree' (duration: 133.269218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:49.920217Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5811} {"level":"info","ts":"2026-03-04T02:47:50.034343Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5811,"took":"112.155355ms","hash":1584568986,"current-db-size-bytes":43393024,"current-db-size":"43 MB","current-db-size-in-use-bytes":23277568,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T02:47:50.034417Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1584568986,"revision":5811,"compact-revision":2794} {"level":"info","ts":"2026-03-04T02:47:52.591329Z","caller":"traceutil/trace.go:171","msg":"trace[451674051] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"103.973121ms","start":"2026-03-04T02:47:52.487334Z","end":"2026-03-04T02:47:52.591307Z","steps":["trace[451674051] 'process raft request' (duration: 103.816807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:52.613078Z","caller":"traceutil/trace.go:171","msg":"trace[110412887] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"123.180168ms","start":"2026-03-04T02:47:52.489867Z","end":"2026-03-04T02:47:52.613047Z","steps":["trace[110412887] 'process raft request' (duration: 122.946992ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:52.895248Z","caller":"traceutil/trace.go:171","msg":"trace[601097173] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"188.991013ms","start":"2026-03-04T02:47:52.706229Z","end":"2026-03-04T02:47:52.89522Z","steps":["trace[601097173] 'process raft request' (duration: 174.68353ms)","trace[601097173] 'compare' (duration: 14.19231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:48:05.796537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.865942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:48:05.796657Z","caller":"traceutil/trace.go:171","msg":"trace[1742521030] linearizableReadLoop","detail":"{readStateIndex:8251; appliedIndex:8250; }","duration":"201.988889ms","start":"2026-03-04T02:48:05.594651Z","end":"2026-03-04T02:48:05.79664Z","steps":["trace[1742521030] 'read index received' (duration: 87.817608ms)","trace[1742521030] 'applied index is now lower than readState.Index' (duration: 114.169751ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:48:05.796746Z","caller":"traceutil/trace.go:171","msg":"trace[1236965205] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7954; }","duration":"248.206106ms","start":"2026-03-04T02:48:05.548508Z","end":"2026-03-04T02:48:05.796714Z","steps":["trace[1236965205] 'process raft request' (duration: 134.010715ms)","trace[1236965205] 'compare' (duration: 113.453501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:48:05.796842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.189504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wfttd\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-04T02:48:05.796882Z","caller":"traceutil/trace.go:171","msg":"trace[1100451743] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wfttd; range_end:; response_count:1; response_revision:7954; }","duration":"202.286047ms","start":"2026-03-04T02:48:05.594586Z","end":"2026-03-04T02:48:05.796872Z","steps":["trace[1100451743] 'agreement among raft nodes before linearized reading' (duration: 202.144313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:48:05.796866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.457968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:48:05.796954Z","caller":"traceutil/trace.go:171","msg":"trace[685563223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7954; }","duration":"114.579472ms","start":"2026-03-04T02:48:05.682353Z","end":"2026-03-04T02:48:05.796932Z","steps":["trace[685563223] 'agreement among raft nodes before linearized reading' (duration: 114.453108ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:48:06.73268Z","caller":"traceutil/trace.go:171","msg":"trace[936496963] linearizableReadLoop","detail":"{readStateIndex:8255; appliedIndex:8254; }","duration":"226.901172ms","start":"2026-03-04T02:48:06.505749Z","end":"2026-03-04T02:48:06.73265Z","steps":["trace[936496963] 'read index received' (duration: 212.396184ms)","trace[936496963] 'applied index is now lower than readState.Index' (duration: 14.490207ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:48:06.732725Z","caller":"traceutil/trace.go:171","msg":"trace[277876435] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"328.734134ms","start":"2026-03-04T02:48:06.40395Z","end":"2026-03-04T02:48:06.732685Z","steps":["trace[277876435] 'process raft request' (duration: 314.187445ms)","trace[277876435] 'compare' (duration: 14.113917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:48:06.732923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:48:06.40393Z","time spent":"328.886928ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:48:06.732964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.188699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-04T02:48:06.733035Z","caller":"traceutil/trace.go:171","msg":"trace[647209414] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7958; }","duration":"227.298533ms","start":"2026-03-04T02:48:06.505718Z","end":"2026-03-04T02:48:06.733016Z","steps":["trace[647209414] 'agreement among raft nodes before linearized reading' (duration: 227.069317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:48:06.752479Z","caller":"traceutil/trace.go:171","msg":"trace[472668591] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"115.793474ms","start":"2026-03-04T02:48:06.636649Z","end":"2026-03-04T02:48:06.752442Z","steps":["trace[472668591] 'process raft request' (duration: 115.554718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:48:07.354201Z","caller":"traceutil/trace.go:171","msg":"trace[861720281] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"139.079683ms","start":"2026-03-04T02:48:07.215086Z","end":"2026-03-04T02:48:07.354165Z","steps":["trace[861720281] 'process raft request' (duration: 138.844346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:49:17.973609Z","caller":"traceutil/trace.go:171","msg":"trace[1628218053] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"135.981089ms","start":"2026-03-04T02:49:17.837587Z","end":"2026-03-04T02:49:17.973568Z","steps":["trace[1628218053] 'process raft request' (duration: 135.735292ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:39.590172Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e6e5712872899056","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:51:39.594632Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T02:51:39.594738Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T02:52:49.928372Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7833} {"level":"info","ts":"2026-03-04T02:52:49.990009Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7833,"took":"59.885441ms","hash":2458582255,"current-db-size-bytes":43393024,"current-db-size":"43 MB","current-db-size-in-use-bytes":27398144,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T02:52:49.990067Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2458582255,"revision":7833,"compact-revision":5811} {"level":"info","ts":"2026-03-04T02:53:03.234431Z","caller":"traceutil/trace.go:171","msg":"trace[1555305287] transaction","detail":"{read_only:false; response_revision:10386; number_of_response:1; }","duration":"105.612429ms","start":"2026-03-04T02:53:03.12877Z","end":"2026-03-04T02:53:03.234382Z","steps":["trace[1555305287] 'process raft request' (duration: 100.588571ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:57:49.938624Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10317} {"level":"info","ts":"2026-03-04T02:57:50.019486Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10317,"took":"78.855079ms","hash":3074953385,"current-db-size-bytes":43393024,"current-db-size":"43 MB","current-db-size-in-use-bytes":25165824,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T02:57:50.019547Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3074953385,"revision":10317,"compact-revision":7833} {"level":"info","ts":"2026-03-04T02:58:43.717974Z","caller":"traceutil/trace.go:171","msg":"trace[648115291] transaction","detail":"{read_only:false; response_revision:12512; number_of_response:1; }","duration":"124.098759ms","start":"2026-03-04T02:58:43.593822Z","end":"2026-03-04T02:58:43.717921Z","steps":["trace[648115291] 'process raft request' (duration: 123.529433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:58:46.390523Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032b7.wal"} {"level":"warn","ts":"2026-03-04T02:58:55.639777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.457443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:58:55.639856Z","caller":"traceutil/trace.go:171","msg":"trace[822827389] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12611; }","duration":"136.586696ms","start":"2026-03-04T02:58:55.503253Z","end":"2026-03-04T02:58:55.63984Z","steps":["trace[822827389] 'range keys from in-memory index tree' (duration: 136.366821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:36.639761Z","caller":"traceutil/trace.go:171","msg":"trace[908477086] linearizableReadLoop","detail":"{readStateIndex:13290; appliedIndex:13289; }","duration":"168.141642ms","start":"2026-03-04T02:59:36.471597Z","end":"2026-03-04T02:59:36.639738Z","steps":["trace[908477086] 'read index received' (duration: 167.977997ms)","trace[908477086] 'applied index is now lower than readState.Index' (duration: 162.665µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:36.63997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.359027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:59:36.64006Z","caller":"traceutil/trace.go:171","msg":"trace[458678955] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12823; }","duration":"168.48405ms","start":"2026-03-04T02:59:36.471564Z","end":"2026-03-04T02:59:36.640049Z","steps":["trace[458678955] 'agreement among raft nodes before linearized reading' (duration: 168.273864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:36.640039Z","caller":"traceutil/trace.go:171","msg":"trace[1951009681] transaction","detail":"{read_only:false; response_revision:12823; number_of_response:1; }","duration":"168.584063ms","start":"2026-03-04T02:59:36.471369Z","end":"2026-03-04T02:59:36.639953Z","steps":["trace[1951009681] 'process raft request' (duration: 168.229524ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:46.322503Z","caller":"traceutil/trace.go:171","msg":"trace[884005506] linearizableReadLoop","detail":"{readStateIndex:13457; appliedIndex:13456; }","duration":"110.07875ms","start":"2026-03-04T02:59:46.212397Z","end":"2026-03-04T02:59:46.322476Z","steps":["trace[884005506] 'read index received' (duration: 109.920546ms)","trace[884005506] 'applied index is now lower than readState.Index' (duration: 157.384µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:46.322642Z","caller":"traceutil/trace.go:171","msg":"trace[638011424] transaction","detail":"{read_only:false; response_revision:12987; number_of_response:1; }","duration":"136.642698ms","start":"2026-03-04T02:59:46.185946Z","end":"2026-03-04T02:59:46.322589Z","steps":["trace[638011424] 'process raft request' (duration: 136.292568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:46.32274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.321286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T02:59:46.322784Z","caller":"traceutil/trace.go:171","msg":"trace[1435928497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12987; }","duration":"110.415929ms","start":"2026-03-04T02:59:46.212357Z","end":"2026-03-04T02:59:46.322773Z","steps":["trace[1435928497] 'agreement among raft nodes before linearized reading' (duration: 110.251054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:00:51.76709Z","caller":"traceutil/trace.go:171","msg":"trace[129061767] transaction","detail":"{read_only:false; response_revision:13864; number_of_response:1; }","duration":"132.110116ms","start":"2026-03-04T03:00:51.634942Z","end":"2026-03-04T03:00:51.767052Z","steps":["trace[129061767] 'process raft request' (duration: 130.222004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:25.181925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.782757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T03:01:25.182059Z","caller":"traceutil/trace.go:171","msg":"trace[1182434358] linearizableReadLoop","detail":"{readStateIndex:14525; appliedIndex:14524; }","duration":"212.334125ms","start":"2026-03-04T03:01:24.969707Z","end":"2026-03-04T03:01:25.182041Z","steps":["trace[1182434358] 'read index received' (duration: 69.27448ms)","trace[1182434358] 'applied index is now lower than readState.Index' (duration: 143.057965ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:01:25.182103Z","caller":"traceutil/trace.go:171","msg":"trace[1201659331] transaction","detail":"{read_only:false; response_revision:14020; number_of_response:1; }","duration":"267.726641ms","start":"2026-03-04T03:01:24.914341Z","end":"2026-03-04T03:01:25.182068Z","steps":["trace[1201659331] 'process raft request' (duration: 124.707668ms)","trace[1201659331] 'compare' (duration: 142.605132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:01:25.182251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.492719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:01:25.182265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.511689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:01:25.182379Z","caller":"traceutil/trace.go:171","msg":"trace[2101719437] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14021; }","duration":"212.649393ms","start":"2026-03-04T03:01:24.969705Z","end":"2026-03-04T03:01:25.182354Z","steps":["trace[2101719437] 'agreement among raft nodes before linearized reading' (duration: 212.497409ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:01:25.182426Z","caller":"traceutil/trace.go:171","msg":"trace[35967262] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14021; }","duration":"212.717785ms","start":"2026-03-04T03:01:24.969664Z","end":"2026-03-04T03:01:25.182382Z","steps":["trace[35967262] 'agreement among raft nodes before linearized reading' (duration: 212.493549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:25.182559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.758946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-04T03:01:25.182588Z","caller":"traceutil/trace.go:171","msg":"trace[158111971] transaction","detail":"{read_only:false; response_revision:14021; number_of_response:1; }","duration":"139.859526ms","start":"2026-03-04T03:01:25.042714Z","end":"2026-03-04T03:01:25.182573Z","steps":["trace[158111971] 'process raft request' (duration: 139.365903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:01:25.182612Z","caller":"traceutil/trace.go:171","msg":"trace[1316317818] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14021; }","duration":"212.827178ms","start":"2026-03-04T03:01:24.96977Z","end":"2026-03-04T03:01:25.182598Z","steps":["trace[1316317818] 'agreement among raft nodes before linearized reading' (duration: 212.676594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:25.182738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.964921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T03:01:25.182783Z","caller":"traceutil/trace.go:171","msg":"trace[963591539] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14021; }","duration":"213.019523ms","start":"2026-03-04T03:01:24.969753Z","end":"2026-03-04T03:01:25.182772Z","steps":["trace[963591539] 'agreement among raft nodes before linearized reading' (duration: 212.9063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:25.182825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.352325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T03:01:25.182868Z","caller":"traceutil/trace.go:171","msg":"trace[770080318] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14021; }","duration":"212.419587ms","start":"2026-03-04T03:01:24.970437Z","end":"2026-03-04T03:01:25.182857Z","steps":["trace[770080318] 'agreement among raft nodes before linearized reading' (duration: 212.251872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:01:25.427784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.095147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T03:01:25.427905Z","caller":"traceutil/trace.go:171","msg":"trace[1495785489] transaction","detail":"{read_only:false; response_revision:14022; number_of_response:1; }","duration":"239.71597ms","start":"2026-03-04T03:01:25.188161Z","end":"2026-03-04T03:01:25.427877Z","steps":["trace[1495785489] 'process raft request' (duration: 138.445167ms)","trace[1495785489] 'compare' (duration: 100.911202ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:01:25.428349Z","caller":"traceutil/trace.go:171","msg":"trace[1823367413] linearizableReadLoop","detail":"{readStateIndex:14527; appliedIndex:14526; }","duration":"157.873293ms","start":"2026-03-04T03:01:25.270456Z","end":"2026-03-04T03:01:25.428329Z","steps":["trace[1823367413] 'read index received' (duration: 56.176829ms)","trace[1823367413] 'applied index is now lower than readState.Index' (duration: 101.694284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:01:25.428593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.135971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-99xfq\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-03-04T03:01:25.428648Z","caller":"traceutil/trace.go:171","msg":"trace[1951887160] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-99xfq; range_end:; response_count:1; response_revision:14024; }","duration":"158.230563ms","start":"2026-03-04T03:01:25.270404Z","end":"2026-03-04T03:01:25.428634Z","steps":["trace[1951887160] 'agreement among raft nodes before linearized reading' (duration: 158.029578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:01:25.428591Z","caller":"traceutil/trace.go:171","msg":"trace[158154275] transaction","detail":"{read_only:false; response_revision:14023; number_of_response:1; }","duration":"130.840998ms","start":"2026-03-04T03:01:25.297733Z","end":"2026-03-04T03:01:25.428574Z","steps":["trace[158154275] 'process raft request' (duration: 130.155309ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:02:49.946205Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12204} {"level":"info","ts":"2026-03-04T03:02:50.026997Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12204,"took":"77.992358ms","hash":134124333,"current-db-size-bytes":43393024,"current-db-size":"43 MB","current-db-size-in-use-bytes":27934720,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T03:02:50.027055Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":134124333,"revision":12204,"compact-revision":10317} {"level":"info","ts":"2026-03-04T03:07:10.930732Z","caller":"traceutil/trace.go:171","msg":"trace[45974385] linearizableReadLoop","detail":"{readStateIndex:16997; appliedIndex:16996; }","duration":"271.093277ms","start":"2026-03-04T03:07:10.65961Z","end":"2026-03-04T03:07:10.930703Z","steps":["trace[45974385] 'read index received' (duration: 217.249598ms)","trace[45974385] 'applied index is now lower than readState.Index' (duration: 53.842458ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:07:10.930808Z","caller":"traceutil/trace.go:171","msg":"trace[1326349227] transaction","detail":"{read_only:false; response_revision:16407; number_of_response:1; }","duration":"271.507308ms","start":"2026-03-04T03:07:10.659264Z","end":"2026-03-04T03:07:10.930771Z","steps":["trace[1326349227] 'process raft request' (duration: 217.581347ms)","trace[1326349227] 'compare' (duration: 53.633553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:07:10.931253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.647693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:07:10.931304Z","caller":"traceutil/trace.go:171","msg":"trace[1525636777] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16407; }","duration":"271.731444ms","start":"2026-03-04T03:07:10.65956Z","end":"2026-03-04T03:07:10.931291Z","steps":["trace[1525636777] 'agreement among raft nodes before linearized reading' (duration: 271.23036ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:10.962144Z","caller":"traceutil/trace.go:171","msg":"trace[1752652] transaction","detail":"{read_only:false; response_revision:16408; number_of_response:1; }","duration":"204.941461ms","start":"2026-03-04T03:07:10.757173Z","end":"2026-03-04T03:07:10.962114Z","steps":["trace[1752652] 'process raft request' (duration: 204.528669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:07:10.962857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.707227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:07:10.962941Z","caller":"traceutil/trace.go:171","msg":"trace[1741710879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16408; }","duration":"282.86045ms","start":"2026-03-04T03:07:10.680066Z","end":"2026-03-04T03:07:10.962927Z","steps":["trace[1741710879] 'agreement among raft nodes before linearized reading' (duration: 282.742247ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:11.074444Z","caller":"traceutil/trace.go:171","msg":"trace[1676269705] transaction","detail":"{read_only:false; response_revision:16410; number_of_response:1; }","duration":"104.051609ms","start":"2026-03-04T03:07:10.970355Z","end":"2026-03-04T03:07:11.074406Z","steps":["trace[1676269705] 'process raft request' (duration: 94.66754ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:11.403454Z","caller":"traceutil/trace.go:171","msg":"trace[604933971] transaction","detail":"{read_only:false; response_revision:16411; number_of_response:1; }","duration":"307.57436ms","start":"2026-03-04T03:07:11.095852Z","end":"2026-03-04T03:07:11.403427Z","steps":["trace[604933971] 'process raft request' (duration: 275.035056ms)","trace[604933971] 'compare' (duration: 32.426911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:07:11.403583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:07:11.095839Z","time spent":"307.677262ms","remote":"127.0.0.1:55492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1942,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:07:11.502054Z","caller":"traceutil/trace.go:171","msg":"trace[338211911] transaction","detail":"{read_only:false; response_revision:16412; number_of_response:1; }","duration":"361.196733ms","start":"2026-03-04T03:07:11.14083Z","end":"2026-03-04T03:07:11.502027Z","steps":["trace[338211911] 'process raft request' (duration: 361.034939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:07:11.502225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:07:11.140787Z","time spent":"361.341617ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:07:11.50237Z","caller":"traceutil/trace.go:171","msg":"trace[1269152770] transaction","detail":"{read_only:false; response_revision:16413; number_of_response:1; }","duration":"361.017237ms","start":"2026-03-04T03:07:11.141342Z","end":"2026-03-04T03:07:11.502359Z","steps":["trace[1269152770] 'process raft request' (duration: 360.644407ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:11.502337Z","caller":"traceutil/trace.go:171","msg":"trace[1009952027] linearizableReadLoop","detail":"{readStateIndex:17003; appliedIndex:17000; }","duration":"202.150943ms","start":"2026-03-04T03:07:11.300145Z","end":"2026-03-04T03:07:11.502296Z","steps":["trace[1009952027] 'read index received' (duration: 70.766324ms)","trace[1009952027] 'applied index is now lower than readState.Index' (duration: 131.380409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:07:11.502429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:07:11.141292Z","time spent":"361.107629ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:07:11.504641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.484278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:07:11.504712Z","caller":"traceutil/trace.go:171","msg":"trace[545756376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16413; }","duration":"204.632291ms","start":"2026-03-04T03:07:11.30006Z","end":"2026-03-04T03:07:11.504693Z","steps":["trace[545756376] 'agreement among raft nodes before linearized reading' (duration: 202.390529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:07:11.98175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.996549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:07:11.981867Z","caller":"traceutil/trace.go:171","msg":"trace[91288484] transaction","detail":"{read_only:false; response_revision:16414; number_of_response:1; }","duration":"567.10432ms","start":"2026-03-04T03:07:11.414743Z","end":"2026-03-04T03:07:11.981847Z","steps":["trace[91288484] 'process raft request' (duration: 360.889874ms)","trace[91288484] 'compare' (duration: 205.869756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:07:11.981932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:07:11.414717Z","time spent":"567.183662ms","remote":"127.0.0.1:55492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2789,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:07:12.047244Z","caller":"traceutil/trace.go:171","msg":"trace[1631549348] linearizableReadLoop","detail":"{readStateIndex:17005; appliedIndex:17003; }","duration":"363.825475ms","start":"2026-03-04T03:07:11.683388Z","end":"2026-03-04T03:07:12.047214Z","steps":["trace[1631549348] 'read index received' (duration: 92.334967ms)","trace[1631549348] 'applied index is now lower than readState.Index' (duration: 271.489618ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:07:12.047388Z","caller":"traceutil/trace.go:171","msg":"trace[1545680428] transaction","detail":"{read_only:false; response_revision:16415; number_of_response:1; }","duration":"538.683059ms","start":"2026-03-04T03:07:11.508692Z","end":"2026-03-04T03:07:12.047375Z","steps":["trace[1545680428] 'process raft request' (duration: 538.3617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:07:12.04755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:07:11.508669Z","time spent":"538.74892ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:07:12.047817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.340723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T03:07:12.047864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.450752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:07:12.04793Z","caller":"traceutil/trace.go:171","msg":"trace[97038894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16415; }","duration":"240.526558ms","start":"2026-03-04T03:07:11.807375Z","end":"2026-03-04T03:07:12.047901Z","steps":["trace[97038894] 'agreement among raft nodes before linearized reading' (duration: 240.201899ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:12.047942Z","caller":"traceutil/trace.go:171","msg":"trace[1892339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16415; }","duration":"364.583296ms","start":"2026-03-04T03:07:11.683339Z","end":"2026-03-04T03:07:12.047922Z","steps":["trace[1892339] 'agreement among raft nodes before linearized reading' (duration: 364.468763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:07:12.047984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:07:11.683313Z","time spent":"364.663318ms","remote":"127.0.0.1:39914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:07:12.048361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.666972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9zzsb\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-04T03:07:12.048397Z","caller":"traceutil/trace.go:171","msg":"trace[334825495] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9zzsb; range_end:; response_count:1; response_revision:16415; }","duration":"212.744634ms","start":"2026-03-04T03:07:11.835642Z","end":"2026-03-04T03:07:12.048386Z","steps":["trace[334825495] 'agreement among raft nodes before linearized reading' (duration: 212.652792ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:19.863534Z","caller":"traceutil/trace.go:171","msg":"trace[975159774] linearizableReadLoop","detail":"{readStateIndex:17135; appliedIndex:17132; }","duration":"111.942595ms","start":"2026-03-04T03:07:19.751563Z","end":"2026-03-04T03:07:19.863505Z","steps":["trace[975159774] 'read index received' (duration: 36.825131ms)","trace[975159774] 'applied index is now lower than readState.Index' (duration: 75.116444ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:07:19.863793Z","caller":"traceutil/trace.go:171","msg":"trace[942265348] transaction","detail":"{read_only:false; response_revision:16542; number_of_response:1; }","duration":"117.176629ms","start":"2026-03-04T03:07:19.746604Z","end":"2026-03-04T03:07:19.863781Z","steps":["trace[942265348] 'process raft request' (duration: 116.757578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:19.863919Z","caller":"traceutil/trace.go:171","msg":"trace[473470168] transaction","detail":"{read_only:false; response_revision:16543; number_of_response:1; }","duration":"115.929585ms","start":"2026-03-04T03:07:19.747981Z","end":"2026-03-04T03:07:19.86391Z","steps":["trace[473470168] 'process raft request' (duration: 115.489943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:07:19.864101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.507961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10323"} {"level":"info","ts":"2026-03-04T03:07:19.864201Z","caller":"traceutil/trace.go:171","msg":"trace[1791064049] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16543; }","duration":"112.647144ms","start":"2026-03-04T03:07:19.751529Z","end":"2026-03-04T03:07:19.864176Z","steps":["trace[1791064049] 'agreement among raft nodes before linearized reading' (duration: 112.292865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:07:19.891493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.926528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T03:07:19.891564Z","caller":"traceutil/trace.go:171","msg":"trace[1531096089] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16544; }","duration":"103.041611ms","start":"2026-03-04T03:07:19.788505Z","end":"2026-03-04T03:07:19.891547Z","steps":["trace[1531096089] 'agreement among raft nodes before linearized reading' (duration: 102.813765ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:20.309463Z","caller":"traceutil/trace.go:171","msg":"trace[555752183] transaction","detail":"{read_only:false; response_revision:16560; number_of_response:1; }","duration":"105.033275ms","start":"2026-03-04T03:07:20.204387Z","end":"2026-03-04T03:07:20.30942Z","steps":["trace[555752183] 'process raft request' (duration: 104.790338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:07:20.309598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.934922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:07:20.309688Z","caller":"traceutil/trace.go:171","msg":"trace[1651940592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16561; }","duration":"121.063495ms","start":"2026-03-04T03:07:20.188605Z","end":"2026-03-04T03:07:20.309668Z","steps":["trace[1651940592] 'agreement among raft nodes before linearized reading' (duration: 120.815749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:20.30985Z","caller":"traceutil/trace.go:171","msg":"trace[131363219] transaction","detail":"{read_only:false; response_revision:16561; number_of_response:1; }","duration":"105.431376ms","start":"2026-03-04T03:07:20.204412Z","end":"2026-03-04T03:07:20.309843Z","steps":["trace[131363219] 'process raft request' (duration: 104.912382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:20.558377Z","caller":"traceutil/trace.go:171","msg":"trace[567529447] transaction","detail":"{read_only:false; response_revision:16568; number_of_response:1; }","duration":"155.736839ms","start":"2026-03-04T03:07:20.402611Z","end":"2026-03-04T03:07:20.558347Z","steps":["trace[567529447] 'process raft request' (duration: 155.458082ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:20.558429Z","caller":"traceutil/trace.go:171","msg":"trace[278380160] transaction","detail":"{read_only:false; response_revision:16569; number_of_response:1; }","duration":"155.591583ms","start":"2026-03-04T03:07:20.402797Z","end":"2026-03-04T03:07:20.558388Z","steps":["trace[278380160] 'process raft request' (duration: 155.495181ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:20.558607Z","caller":"traceutil/trace.go:171","msg":"trace[1375221986] transaction","detail":"{read_only:false; response_revision:16572; number_of_response:1; }","duration":"153.161358ms","start":"2026-03-04T03:07:20.405409Z","end":"2026-03-04T03:07:20.55857Z","steps":["trace[1375221986] 'process raft request' (duration: 152.997494ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:20.558582Z","caller":"traceutil/trace.go:171","msg":"trace[398360508] transaction","detail":"{read_only:false; response_revision:16571; number_of_response:1; }","duration":"153.178999ms","start":"2026-03-04T03:07:20.405333Z","end":"2026-03-04T03:07:20.558512Z","steps":["trace[398360508] 'process raft request' (duration: 153.025544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:20.558678Z","caller":"traceutil/trace.go:171","msg":"trace[1186238543] linearizableReadLoop","detail":"{readStateIndex:17163; appliedIndex:17160; }","duration":"154.75144ms","start":"2026-03-04T03:07:20.403902Z","end":"2026-03-04T03:07:20.558653Z","steps":["trace[1186238543] 'read index received' (duration: 40.056419ms)","trace[1186238543] 'applied index is now lower than readState.Index' (duration: 114.693941ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:07:20.558844Z","caller":"traceutil/trace.go:171","msg":"trace[911648811] transaction","detail":"{read_only:false; response_revision:16573; number_of_response:1; }","duration":"149.655081ms","start":"2026-03-04T03:07:20.409177Z","end":"2026-03-04T03:07:20.558832Z","steps":["trace[911648811] 'process raft request' (duration: 149.260881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:20.558874Z","caller":"traceutil/trace.go:171","msg":"trace[798107713] transaction","detail":"{read_only:false; response_revision:16574; number_of_response:1; }","duration":"148.051508ms","start":"2026-03-04T03:07:20.410797Z","end":"2026-03-04T03:07:20.558848Z","steps":["trace[798107713] 'process raft request' (duration: 147.75331ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:20.558669Z","caller":"traceutil/trace.go:171","msg":"trace[1642649023] transaction","detail":"{read_only:false; response_revision:16570; number_of_response:1; }","duration":"154.006081ms","start":"2026-03-04T03:07:20.404627Z","end":"2026-03-04T03:07:20.558633Z","steps":["trace[1642649023] 'process raft request' (duration: 153.702243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:07:20.560315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.389467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-04T03:07:20.560385Z","caller":"traceutil/trace.go:171","msg":"trace[754686548] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:16574; }","duration":"156.490959ms","start":"2026-03-04T03:07:20.403875Z","end":"2026-03-04T03:07:20.560366Z","steps":["trace[754686548] 'agreement among raft nodes before linearized reading' (duration: 154.986037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:07:20.563852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.740896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-04T03:07:20.563939Z","caller":"traceutil/trace.go:171","msg":"trace[2071277251] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:16575; }","duration":"156.849529ms","start":"2026-03-04T03:07:20.40707Z","end":"2026-03-04T03:07:20.563919Z","steps":["trace[2071277251] 'agreement among raft nodes before linearized reading' (duration: 156.630383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:49.952704Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14526} {"level":"info","ts":"2026-03-04T03:07:50.052876Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14526,"took":"95.341579ms","hash":2369113110,"current-db-size-bytes":44658688,"current-db-size":"45 MB","current-db-size-in-use-bytes":29921280,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T03:07:50.053108Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2369113110,"revision":14526,"compact-revision":12204} {"level":"info","ts":"2026-03-04T03:12:49.962649Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16929} {"level":"info","ts":"2026-03-04T03:12:50.06659Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16929,"took":"98.529147ms","hash":1523415802,"current-db-size-bytes":45502464,"current-db-size":"46 MB","current-db-size-in-use-bytes":30011392,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T03:12:50.066699Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1523415802,"revision":16929,"compact-revision":14526} {"level":"warn","ts":"2026-03-04T03:12:58.412231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.832607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:12:58.412545Z","caller":"traceutil/trace.go:171","msg":"trace[1155585990] transaction","detail":"{read_only:false; response_revision:18919; number_of_response:1; }","duration":"373.021233ms","start":"2026-03-04T03:12:58.039479Z","end":"2026-03-04T03:12:58.4125Z","steps":["trace[1155585990] 'process raft request' (duration: 188.852695ms)","trace[1155585990] 'compare' (duration: 183.731325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:12:58.41277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:58.039457Z","time spent":"373.223017ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:12:58.562165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.833037ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T03:12:58.983387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.70169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:12:58.983624Z","caller":"traceutil/trace.go:171","msg":"trace[501358813] linearizableReadLoop","detail":"{readStateIndex:19603; appliedIndex:19601; }","duration":"166.231551ms","start":"2026-03-04T03:12:58.817369Z","end":"2026-03-04T03:12:58.983601Z","steps":["trace[501358813] 'read index received' (duration: 49.337206ms)","trace[501358813] 'applied index is now lower than readState.Index' (duration: 116.892505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:12:58.983846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.474099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T03:12:58.983902Z","caller":"traceutil/trace.go:171","msg":"trace[550206994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18922; }","duration":"166.561281ms","start":"2026-03-04T03:12:58.817327Z","end":"2026-03-04T03:12:58.983888Z","steps":["trace[550206994] 'agreement among raft nodes before linearized reading' (duration: 166.349975ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:58.984118Z","caller":"traceutil/trace.go:171","msg":"trace[1302846208] transaction","detail":"{read_only:false; response_revision:18922; number_of_response:1; }","duration":"168.149163ms","start":"2026-03-04T03:12:58.815952Z","end":"2026-03-04T03:12:58.984102Z","steps":["trace[1302846208] 'process raft request' (duration: 167.563076ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:58.984145Z","caller":"traceutil/trace.go:171","msg":"trace[47585260] transaction","detail":"{read_only:false; response_revision:18921; number_of_response:1; }","duration":"168.216725ms","start":"2026-03-04T03:12:58.8159Z","end":"2026-03-04T03:12:58.984117Z","steps":["trace[47585260] 'process raft request' (duration: 50.677873ms)","trace[47585260] 'compare' (duration: 116.34122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:12:59.277407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.36461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:12:59.27749Z","caller":"traceutil/trace.go:171","msg":"trace[1971588169] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:18923; }","duration":"164.504354ms","start":"2026-03-04T03:12:59.112967Z","end":"2026-03-04T03:12:59.277471Z","steps":["trace[1971588169] 'count revisions from in-memory index tree' (duration: 164.227767ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:59.431818Z","caller":"traceutil/trace.go:171","msg":"trace[446054163] transaction","detail":"{read_only:false; response_revision:18924; number_of_response:1; }","duration":"164.906525ms","start":"2026-03-04T03:12:59.266882Z","end":"2026-03-04T03:12:59.431789Z","steps":["trace[446054163] 'process raft request' (duration: 164.656148ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:13:33.804347Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e6e5712872899056","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T03:13:33.809018Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T03:13:33.809098Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-03-04T03:16:51.399313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.418505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T03:16:51.399422Z","caller":"traceutil/trace.go:171","msg":"trace[687450132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21200; }","duration":"123.578929ms","start":"2026-03-04T03:16:51.275823Z","end":"2026-03-04T03:16:51.399402Z","steps":["trace[687450132] 'range keys from in-memory index tree' (duration: 123.23835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:17:49.969622Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18880} {"level":"info","ts":"2026-03-04T03:17:50.080635Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18880,"took":"106.858649ms","hash":1739769735,"current-db-size-bytes":47144960,"current-db-size":"47 MB","current-db-size-in-use-bytes":38088704,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-04T03:17:50.080703Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1739769735,"revision":18880,"compact-revision":16929} {"level":"info","ts":"2026-03-04T03:20:08.616044Z","caller":"traceutil/trace.go:171","msg":"trace[711325472] linearizableReadLoop","detail":"{readStateIndex:23941; appliedIndex:23940; }","duration":"197.514294ms","start":"2026-03-04T03:20:08.418507Z","end":"2026-03-04T03:20:08.616021Z","steps":["trace[711325472] 'read index received' (duration: 197.210176ms)","trace[711325472] 'applied index is now lower than readState.Index' (duration: 289.677µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:08.616262Z","caller":"traceutil/trace.go:171","msg":"trace[922819025] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"318.7955ms","start":"2026-03-04T03:20:08.297438Z","end":"2026-03-04T03:20:08.616233Z","steps":["trace[922819025] 'process raft request' (duration: 318.308886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:08.616354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.833222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T03:20:08.616386Z","caller":"traceutil/trace.go:171","msg":"trace[39520688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23139; }","duration":"197.908285ms","start":"2026-03-04T03:20:08.418468Z","end":"2026-03-04T03:20:08.616376Z","steps":["trace[39520688] 'agreement among raft nodes before linearized reading' (duration: 197.769211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:08.616389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:08.297407Z","time spent":"318.919282ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:20:08.666519Z","caller":"traceutil/trace.go:171","msg":"trace[573641586] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"132.617088ms","start":"2026-03-04T03:20:08.53388Z","end":"2026-03-04T03:20:08.666497Z","steps":["trace[573641586] 'process raft request' (duration: 132.347501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:08.666807Z","caller":"traceutil/trace.go:171","msg":"trace[1639503702] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"131.997041ms","start":"2026-03-04T03:20:08.534797Z","end":"2026-03-04T03:20:08.666794Z","steps":["trace[1639503702] 'process raft request' (duration: 131.651141ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:08.667012Z","caller":"traceutil/trace.go:171","msg":"trace[1248214353] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"114.720016ms","start":"2026-03-04T03:20:08.552273Z","end":"2026-03-04T03:20:08.666993Z","steps":["trace[1248214353] 'process raft request' (duration: 114.477739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:08.985061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.132152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:20:08.98515Z","caller":"traceutil/trace.go:171","msg":"trace[1895231283] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"360.231118ms","start":"2026-03-04T03:20:08.624903Z","end":"2026-03-04T03:20:08.985134Z","steps":["trace[1895231283] 'process raft request' (duration: 206.960053ms)","trace[1895231283] 'compare' (duration: 152.668689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:20:08.985439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:08.624883Z","time spent":"360.527917ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:20:08.986501Z","caller":"traceutil/trace.go:171","msg":"trace[260281915] linearizableReadLoop","detail":"{readStateIndex:23946; appliedIndex:23944; }","duration":"307.906599ms","start":"2026-03-04T03:20:08.678581Z","end":"2026-03-04T03:20:08.986488Z","steps":["trace[260281915] 'read index received' (duration: 153.364238ms)","trace[260281915] 'applied index is now lower than readState.Index' (duration: 154.541571ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:08.986615Z","caller":"traceutil/trace.go:171","msg":"trace[966573977] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"313.683558ms","start":"2026-03-04T03:20:08.67292Z","end":"2026-03-04T03:20:08.986604Z","steps":["trace[966573977] 'process raft request' (duration: 313.463852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:08.986713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:08.672899Z","time spent":"313.777611ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:20:08.986742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.144536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:20:08.986811Z","caller":"traceutil/trace.go:171","msg":"trace[1905908881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23144; }","duration":"308.256999ms","start":"2026-03-04T03:20:08.678539Z","end":"2026-03-04T03:20:08.986796Z","steps":["trace[1905908881] 'agreement among raft nodes before linearized reading' (duration: 308.082244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:08.986848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:08.67852Z","time spent":"308.322391ms","remote":"127.0.0.1:39914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:20:09.013939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.50028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T03:20:09.013965Z","caller":"traceutil/trace.go:171","msg":"trace[533093016] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"178.272995ms","start":"2026-03-04T03:20:08.835664Z","end":"2026-03-04T03:20:09.013937Z","steps":["trace[533093016] 'process raft request' (duration: 177.940816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:09.014001Z","caller":"traceutil/trace.go:171","msg":"trace[1890335657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23145; }","duration":"178.597793ms","start":"2026-03-04T03:20:08.835388Z","end":"2026-03-04T03:20:09.013986Z","steps":["trace[1890335657] 'agreement among raft nodes before linearized reading' (duration: 178.434529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:09.014007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.000061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:20:09.014146Z","caller":"traceutil/trace.go:171","msg":"trace[1907377528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23145; }","duration":"232.145095ms","start":"2026-03-04T03:20:08.781931Z","end":"2026-03-04T03:20:09.014076Z","steps":["trace[1907377528] 'agreement among raft nodes before linearized reading' (duration: 231.977031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:09.294006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.981043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:20:09.294174Z","caller":"traceutil/trace.go:171","msg":"trace[1885619818] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"275.340145ms","start":"2026-03-04T03:20:09.018813Z","end":"2026-03-04T03:20:09.294153Z","steps":["trace[1885619818] 'process raft request' (duration: 144.083104ms)","trace[1885619818] 'compare' (duration: 130.8689ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:09.294588Z","caller":"traceutil/trace.go:171","msg":"trace[1462297006] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"168.374021ms","start":"2026-03-04T03:20:09.12617Z","end":"2026-03-04T03:20:09.294544Z","steps":["trace[1462297006] 'process raft request' (duration: 168.028112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:09.59459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.632554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:20:09.594681Z","caller":"traceutil/trace.go:171","msg":"trace[1670538495] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"251.696464ms","start":"2026-03-04T03:20:09.342968Z","end":"2026-03-04T03:20:09.594664Z","steps":["trace[1670538495] 'process raft request' (duration: 96.929587ms)","trace[1670538495] 'compare' (duration: 154.541401ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:09.685601Z","caller":"traceutil/trace.go:171","msg":"trace[902458174] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"242.323135ms","start":"2026-03-04T03:20:09.443234Z","end":"2026-03-04T03:20:09.685558Z","steps":["trace[902458174] 'process raft request' (duration: 242.196522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:09.891095Z","caller":"traceutil/trace.go:171","msg":"trace[132642716] linearizableReadLoop","detail":"{readStateIndex:23953; appliedIndex:23950; }","duration":"211.446317ms","start":"2026-03-04T03:20:09.679627Z","end":"2026-03-04T03:20:09.891073Z","steps":["trace[132642716] 'read index received' (duration: 5.786569ms)","trace[132642716] 'applied index is now lower than readState.Index' (duration: 205.658758ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:09.891136Z","caller":"traceutil/trace.go:171","msg":"trace[1026192212] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"303.961892ms","start":"2026-03-04T03:20:09.587136Z","end":"2026-03-04T03:20:09.891098Z","steps":["trace[1026192212] 'process raft request' (duration: 247.250242ms)","trace[1026192212] 'compare' (duration: 56.532435ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:09.891201Z","caller":"traceutil/trace.go:171","msg":"trace[2048545105] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"214.389527ms","start":"2026-03-04T03:20:09.676801Z","end":"2026-03-04T03:20:09.891191Z","steps":["trace[2048545105] 'process raft request' (duration: 214.239543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:09.891267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:09.587096Z","time spent":"304.099866ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:20:09.891316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.674763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:20:09.891342Z","caller":"traceutil/trace.go:171","msg":"trace[210241914] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23151; }","duration":"211.734765ms","start":"2026-03-04T03:20:09.679598Z","end":"2026-03-04T03:20:09.891333Z","steps":["trace[210241914] 'agreement among raft nodes before linearized reading' (duration: 211.680834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:09.891531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.261156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:20:09.891541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.255691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:20:09.891566Z","caller":"traceutil/trace.go:171","msg":"trace[1935617734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23151; }","duration":"209.318008ms","start":"2026-03-04T03:20:09.682237Z","end":"2026-03-04T03:20:09.891555Z","steps":["trace[1935617734] 'agreement among raft nodes before linearized reading' (duration: 209.255297ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:09.891566Z","caller":"traceutil/trace.go:171","msg":"trace[1037478334] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23151; }","duration":"127.304561ms","start":"2026-03-04T03:20:09.764255Z","end":"2026-03-04T03:20:09.89156Z","steps":["trace[1037478334] 'agreement among raft nodes before linearized reading' (duration: 127.25986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:09.891598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.012432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:20:09.891627Z","caller":"traceutil/trace.go:171","msg":"trace[1206277598] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23151; }","duration":"156.043003ms","start":"2026-03-04T03:20:09.735575Z","end":"2026-03-04T03:20:09.891618Z","steps":["trace[1206277598] 'agreement among raft nodes before linearized reading' (duration: 155.93272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:09.891637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.749762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:20:09.891695Z","caller":"traceutil/trace.go:171","msg":"trace[1488299576] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23151; }","duration":"172.831704ms","start":"2026-03-04T03:20:09.718841Z","end":"2026-03-04T03:20:09.891673Z","steps":["trace[1488299576] 'agreement among raft nodes before linearized reading' (duration: 172.748192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:10.302511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.10966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T03:20:10.302573Z","caller":"traceutil/trace.go:171","msg":"trace[150273174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23151; }","duration":"238.215163ms","start":"2026-03-04T03:20:10.064341Z","end":"2026-03-04T03:20:10.302556Z","steps":["trace[150273174] 'range keys from in-memory index tree' (duration: 237.936256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:10.302666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.495323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T03:20:10.302787Z","caller":"traceutil/trace.go:171","msg":"trace[1940545662] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23151; }","duration":"225.655857ms","start":"2026-03-04T03:20:10.077101Z","end":"2026-03-04T03:20:10.302757Z","steps":["trace[1940545662] 'count revisions from in-memory index tree' (duration: 225.439612ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:11.768606Z","caller":"traceutil/trace.go:171","msg":"trace[1925542215] linearizableReadLoop","detail":"{readStateIndex:23964; appliedIndex:23963; }","duration":"106.291714ms","start":"2026-03-04T03:20:11.662274Z","end":"2026-03-04T03:20:11.768566Z","steps":["trace[1925542215] 'read index received' (duration: 105.995026ms)","trace[1925542215] 'applied index is now lower than readState.Index' (duration: 295.028µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:11.768638Z","caller":"traceutil/trace.go:171","msg":"trace[1062581239] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"166.465869ms","start":"2026-03-04T03:20:11.602138Z","end":"2026-03-04T03:20:11.768604Z","steps":["trace[1062581239] 'process raft request' (duration: 166.188851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:11.768854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.561702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T03:20:11.768909Z","caller":"traceutil/trace.go:171","msg":"trace[954882200] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23162; }","duration":"106.628324ms","start":"2026-03-04T03:20:11.662264Z","end":"2026-03-04T03:20:11.768893Z","steps":["trace[954882200] 'agreement among raft nodes before linearized reading' (duration: 106.442988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:12.121895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.652322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:20:12.1221Z","caller":"traceutil/trace.go:171","msg":"trace[1098939984] linearizableReadLoop","detail":"{readStateIndex:23966; appliedIndex:23964; }","duration":"353.36459ms","start":"2026-03-04T03:20:11.768716Z","end":"2026-03-04T03:20:12.122081Z","steps":["trace[1098939984] 'read index received' (duration: 145.468441ms)","trace[1098939984] 'applied index is now lower than readState.Index' (duration: 207.895079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:20:12.122231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.98251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:20:12.122268Z","caller":"traceutil/trace.go:171","msg":"trace[338758596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23164; }","duration":"441.054102ms","start":"2026-03-04T03:20:11.681203Z","end":"2026-03-04T03:20:12.122257Z","steps":["trace[338758596] 'agreement among raft nodes before linearized reading' (duration: 440.98683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:12.122302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:11.681182Z","time spent":"441.113294ms","remote":"127.0.0.1:39914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:20:12.122269Z","caller":"traceutil/trace.go:171","msg":"trace[1594545434] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"430.354458ms","start":"2026-03-04T03:20:11.691868Z","end":"2026-03-04T03:20:12.122223Z","steps":["trace[1594545434] 'process raft request' (duration: 222.263964ms)","trace[1594545434] 'compare' (duration: 207.499508ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:12.122285Z","caller":"traceutil/trace.go:171","msg":"trace[1296097629] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"402.353268ms","start":"2026-03-04T03:20:11.719867Z","end":"2026-03-04T03:20:12.12222Z","steps":["trace[1296097629] 'process raft request' (duration: 402.135472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:12.122567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:11.719846Z","time spent":"402.573413ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:20:12.122672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:11.691843Z","time spent":"430.515121ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:20:12.269571Z","caller":"traceutil/trace.go:171","msg":"trace[1565277755] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"372.567649ms","start":"2026-03-04T03:20:11.896983Z","end":"2026-03-04T03:20:12.26955Z","steps":["trace[1565277755] 'process raft request' (duration: 372.054555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:12.269683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:11.896958Z","time spent":"372.665302ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:20:12.26992Z","caller":"traceutil/trace.go:171","msg":"trace[1929186803] linearizableReadLoop","detail":"{readStateIndex:23968; appliedIndex:23966; }","duration":"147.756174ms","start":"2026-03-04T03:20:12.122154Z","end":"2026-03-04T03:20:12.26991Z","steps":["trace[1929186803] 'read index received' (duration: 146.86444ms)","trace[1929186803] 'applied index is now lower than readState.Index' (duration: 891.304µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:20:12.270056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.598965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:20:12.270079Z","caller":"traceutil/trace.go:171","msg":"trace[485467414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23166; }","duration":"145.664817ms","start":"2026-03-04T03:20:12.124409Z","end":"2026-03-04T03:20:12.270074Z","steps":["trace[485467414] 'agreement among raft nodes before linearized reading' (duration: 145.627066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:12.270191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.717946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de732252-f807-4a96-9bd2-f3e377f260ae\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-04T03:20:12.270293Z","caller":"traceutil/trace.go:171","msg":"trace[335493476] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"372.328562ms","start":"2026-03-04T03:20:11.897956Z","end":"2026-03-04T03:20:12.270285Z","steps":["trace[335493476] 'process raft request' (duration: 371.444417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:12.270335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:11.897936Z","time spent":"372.378703ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:20:12.270277Z","caller":"traceutil/trace.go:171","msg":"trace[1763523757] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de732252-f807-4a96-9bd2-f3e377f260ae; range_end:; response_count:1; response_revision:23166; }","duration":"495.819279ms","start":"2026-03-04T03:20:11.774435Z","end":"2026-03-04T03:20:12.270254Z","steps":["trace[1763523757] 'agreement among raft nodes before linearized reading' (duration: 495.550381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:12.271102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:11.774414Z","time spent":"496.649262ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-de732252-f807-4a96-9bd2-f3e377f260ae\" "} {"level":"info","ts":"2026-03-04T03:20:27.997096Z","caller":"traceutil/trace.go:171","msg":"trace[653194972] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"140.438553ms","start":"2026-03-04T03:20:27.85662Z","end":"2026-03-04T03:20:27.997059Z","steps":["trace[653194972] 'process raft request' (duration: 140.166126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:28.331657Z","caller":"traceutil/trace.go:171","msg":"trace[809765461] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"150.755776ms","start":"2026-03-04T03:20:28.180878Z","end":"2026-03-04T03:20:28.331634Z","steps":["trace[809765461] 'process raft request' (duration: 150.595342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:28.524579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.570167ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T03:20:28.52539Z","caller":"traceutil/trace.go:171","msg":"trace[1489673156] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"198.074618ms","start":"2026-03-04T03:20:28.327277Z","end":"2026-03-04T03:20:28.525351Z","steps":["trace[1489673156] 'process raft request' (duration: 197.379018ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:28.525428Z","caller":"traceutil/trace.go:171","msg":"trace[484985225] linearizableReadLoop","detail":"{readStateIndex:24096; appliedIndex:24095; }","duration":"236.955998ms","start":"2026-03-04T03:20:28.288426Z","end":"2026-03-04T03:20:28.525382Z","steps":["trace[484985225] 'read index received' (duration: 43.203048ms)","trace[484985225] 'applied index is now lower than readState.Index' (duration: 193.75091ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:28.525522Z","caller":"traceutil/trace.go:171","msg":"trace[547157487] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"195.553439ms","start":"2026-03-04T03:20:28.329945Z","end":"2026-03-04T03:20:28.525498Z","steps":["trace[547157487] 'process raft request' (duration: 195.260591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:28.630132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.641388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:20:28.630247Z","caller":"traceutil/trace.go:171","msg":"trace[1579961363] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23292; }","duration":"341.862343ms","start":"2026-03-04T03:20:28.28835Z","end":"2026-03-04T03:20:28.630212Z","steps":["trace[1579961363] 'agreement among raft nodes before linearized reading' (duration: 237.170104ms)","trace[1579961363] 'count revisions from in-memory index tree' (duration: 104.484044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:20:28.630312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:28.288322Z","time spent":"341.970667ms","remote":"127.0.0.1:49774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:20:28.6303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.416443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:20:28.63038Z","caller":"traceutil/trace.go:171","msg":"trace[1194623947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23292; }","duration":"232.569047ms","start":"2026-03-04T03:20:28.397791Z","end":"2026-03-04T03:20:28.63036Z","steps":["trace[1194623947] 'agreement among raft nodes before linearized reading' (duration: 127.753905ms)","trace[1194623947] 'range keys from in-memory index tree' (duration: 104.625878ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:28.900831Z","caller":"traceutil/trace.go:171","msg":"trace[1687418455] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"139.93211ms","start":"2026-03-04T03:20:28.760822Z","end":"2026-03-04T03:20:28.900754Z","steps":["trace[1687418455] 'process raft request' (duration: 139.655952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:29.259464Z","caller":"traceutil/trace.go:171","msg":"trace[1381204985] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"133.469052ms","start":"2026-03-04T03:20:29.125967Z","end":"2026-03-04T03:20:29.259436Z","steps":["trace[1381204985] 'process raft request' (duration: 133.282577ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:29.438006Z","caller":"traceutil/trace.go:171","msg":"trace[2047740194] linearizableReadLoop","detail":"{readStateIndex:24105; appliedIndex:24103; }","duration":"193.553084ms","start":"2026-03-04T03:20:29.244433Z","end":"2026-03-04T03:20:29.437986Z","steps":["trace[2047740194] 'read index received' (duration: 14.834098ms)","trace[2047740194] 'applied index is now lower than readState.Index' (duration: 178.718306ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:29.438132Z","caller":"traceutil/trace.go:171","msg":"trace[1331374808] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"312.076064ms","start":"2026-03-04T03:20:29.126029Z","end":"2026-03-04T03:20:29.438105Z","steps":["trace[1331374808] 'process raft request' (duration: 303.955272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:29.438203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.744539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:20:29.438258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:29.126008Z","time spent":"312.185577ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:20:29.438274Z","caller":"traceutil/trace.go:171","msg":"trace[1532608409] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23299; }","duration":"193.889474ms","start":"2026-03-04T03:20:29.244368Z","end":"2026-03-04T03:20:29.438258Z","steps":["trace[1532608409] 'agreement among raft nodes before linearized reading' (duration: 193.728599ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:29.597689Z","caller":"traceutil/trace.go:171","msg":"trace[298468243] linearizableReadLoop","detail":"{readStateIndex:24107; appliedIndex:24105; }","duration":"159.60105ms","start":"2026-03-04T03:20:29.438061Z","end":"2026-03-04T03:20:29.597662Z","steps":["trace[298468243] 'read index received' (duration: 145.77251ms)","trace[298468243] 'applied index is now lower than readState.Index' (duration: 13.82728ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:29.597751Z","caller":"traceutil/trace.go:171","msg":"trace[472410252] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"264.595518ms","start":"2026-03-04T03:20:29.333107Z","end":"2026-03-04T03:20:29.597703Z","steps":["trace[472410252] 'process raft request' (duration: 250.694856ms)","trace[472410252] 'compare' (duration: 13.637875ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:29.597774Z","caller":"traceutil/trace.go:171","msg":"trace[833870974] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"176.240467ms","start":"2026-03-04T03:20:29.42149Z","end":"2026-03-04T03:20:29.597731Z","steps":["trace[833870974] 'process raft request' (duration: 176.111443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:29.597938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.614457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T03:20:29.597981Z","caller":"traceutil/trace.go:171","msg":"trace[1657313534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23301; }","duration":"205.707319ms","start":"2026-03-04T03:20:29.39226Z","end":"2026-03-04T03:20:29.597967Z","steps":["trace[1657313534] 'agreement among raft nodes before linearized reading' (duration: 205.504973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:30.648979Z","caller":"traceutil/trace.go:171","msg":"trace[421335796] linearizableReadLoop","detail":"{readStateIndex:24110; appliedIndex:24109; }","duration":"286.784429ms","start":"2026-03-04T03:20:30.362168Z","end":"2026-03-04T03:20:30.648952Z","steps":["trace[421335796] 'read index received' (duration: 286.713307ms)","trace[421335796] 'applied index is now lower than readState.Index' (duration: 69.912µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:30.649091Z","caller":"traceutil/trace.go:171","msg":"trace[1050092914] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"312.286621ms","start":"2026-03-04T03:20:30.336772Z","end":"2026-03-04T03:20:30.649059Z","steps":["trace[1050092914] 'process raft request' (duration: 311.990953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:30.649141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.951144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:20:30.649189Z","caller":"traceutil/trace.go:171","msg":"trace[2130142003] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23304; }","duration":"287.065347ms","start":"2026-03-04T03:20:30.362109Z","end":"2026-03-04T03:20:30.649174Z","steps":["trace[2130142003] 'agreement among raft nodes before linearized reading' (duration: 286.968604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:30.649243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:30.336719Z","time spent":"312.436555ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:20:30.965054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.033859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:20:30.965292Z","caller":"traceutil/trace.go:171","msg":"trace[1056684524] linearizableReadLoop","detail":"{readStateIndex:24112; appliedIndex:24110; }","duration":"316.222458ms","start":"2026-03-04T03:20:30.649048Z","end":"2026-03-04T03:20:30.96527Z","steps":["trace[1056684524] 'read index received' (duration: 142.775857ms)","trace[1056684524] 'applied index is now lower than readState.Index' (duration: 173.444791ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:30.96533Z","caller":"traceutil/trace.go:171","msg":"trace[170320181] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"434.994846ms","start":"2026-03-04T03:20:30.530302Z","end":"2026-03-04T03:20:30.965297Z","steps":["trace[170320181] 'process raft request' (duration: 261.614176ms)","trace[170320181] 'compare' (duration: 172.902536ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:30.965326Z","caller":"traceutil/trace.go:171","msg":"trace[1459426922] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"433.067263ms","start":"2026-03-04T03:20:30.532229Z","end":"2026-03-04T03:20:30.965296Z","steps":["trace[1459426922] 'process raft request' (duration: 432.95906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:30.965421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.675659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:20:30.965483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:30.530277Z","time spent":"435.12774ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:20:30.965457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:30.532216Z","time spent":"433.191376ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:20:30.96558Z","caller":"traceutil/trace.go:171","msg":"trace[1921660680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23306; }","duration":"501.834074ms","start":"2026-03-04T03:20:30.463681Z","end":"2026-03-04T03:20:30.965515Z","steps":["trace[1921660680] 'agreement among raft nodes before linearized reading' (duration: 501.651649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:30.965631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:30.463661Z","time spent":"501.959298ms","remote":"127.0.0.1:39914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:20:31.276818Z","caller":"traceutil/trace.go:171","msg":"trace[1732185185] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"358.000238ms","start":"2026-03-04T03:20:30.918798Z","end":"2026-03-04T03:20:31.276798Z","steps":["trace[1732185185] 'process raft request' (duration: 357.935386ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:31.276824Z","caller":"traceutil/trace.go:171","msg":"trace[414063037] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"359.293973ms","start":"2026-03-04T03:20:30.917494Z","end":"2026-03-04T03:20:31.276788Z","steps":["trace[414063037] 'process raft request' (duration: 359.112758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:31.276962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:30.918775Z","time spent":"358.10763ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:20:31.277002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:30.917468Z","time spent":"359.444507ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:20:31.277245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.233903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:20:31.277214Z","caller":"traceutil/trace.go:171","msg":"trace[263963583] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"357.931017ms","start":"2026-03-04T03:20:30.919249Z","end":"2026-03-04T03:20:31.277179Z","steps":["trace[263963583] 'process raft request' (duration: 357.517785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:31.27728Z","caller":"traceutil/trace.go:171","msg":"trace[1307516764] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23310; }","duration":"487.267534ms","start":"2026-03-04T03:20:30.79Z","end":"2026-03-04T03:20:31.277268Z","steps":["trace[1307516764] 'agreement among raft nodes before linearized reading' (duration: 487.1363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:31.277304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:30.78993Z","time spent":"487.368017ms","remote":"127.0.0.1:52544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:20:31.277286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.047523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T03:20:31.277324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.601483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T03:20:31.277359Z","caller":"traceutil/trace.go:171","msg":"trace[790068375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23310; }","duration":"589.152036ms","start":"2026-03-04T03:20:30.68819Z","end":"2026-03-04T03:20:31.277342Z","steps":["trace[790068375] 'agreement among raft nodes before linearized reading' (duration: 588.986281ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:31.277388Z","caller":"traceutil/trace.go:171","msg":"trace[377651942] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23310; }","duration":"407.760377ms","start":"2026-03-04T03:20:30.869611Z","end":"2026-03-04T03:20:31.277371Z","steps":["trace[377651942] 'agreement among raft nodes before linearized reading' (duration: 407.52046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:31.277398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:30.688177Z","time spent":"589.213427ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:20:31.277431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:30.86955Z","time spent":"407.87015ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T03:20:31.277584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:30.919232Z","time spent":"358.186073ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:20:31.277639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.600773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:20:31.277666Z","caller":"traceutil/trace.go:171","msg":"trace[710451376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23310; }","duration":"595.682536ms","start":"2026-03-04T03:20:30.681976Z","end":"2026-03-04T03:20:31.277659Z","steps":["trace[710451376] 'agreement among raft nodes before linearized reading' (duration: 595.638184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:31.277686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:30.681944Z","time spent":"595.738177ms","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:20:31.277944Z","caller":"traceutil/trace.go:171","msg":"trace[848547256] linearizableReadLoop","detail":"{readStateIndex:24116; appliedIndex:24112; }","duration":"311.771986ms","start":"2026-03-04T03:20:30.965342Z","end":"2026-03-04T03:20:31.277114Z","steps":["trace[848547256] 'read index received' (duration: 39.779324ms)","trace[848547256] 'applied index is now lower than readState.Index' (duration: 271.990392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:20:31.278113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.056315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:20:31.27817Z","caller":"traceutil/trace.go:171","msg":"trace[232862111] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23310; }","duration":"299.133158ms","start":"2026-03-04T03:20:30.979009Z","end":"2026-03-04T03:20:31.278143Z","steps":["trace[232862111] 'agreement among raft nodes before linearized reading' (duration: 299.037625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:31.636144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.464502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:20:31.636212Z","caller":"traceutil/trace.go:171","msg":"trace[2017514537] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23313; }","duration":"153.593835ms","start":"2026-03-04T03:20:31.482602Z","end":"2026-03-04T03:20:31.636196Z","steps":["trace[2017514537] 'count revisions from in-memory index tree' (duration: 153.334508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:31.636448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.864163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:20:31.636538Z","caller":"traceutil/trace.go:171","msg":"trace[1004996375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23313; }","duration":"194.251453ms","start":"2026-03-04T03:20:31.442253Z","end":"2026-03-04T03:20:31.636504Z","steps":["trace[1004996375] 'range keys from in-memory index tree' (duration: 193.658046ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:31.776482Z","caller":"traceutil/trace.go:171","msg":"trace[721644730] linearizableReadLoop","detail":"{readStateIndex:24120; appliedIndex:24119; }","duration":"132.878435ms","start":"2026-03-04T03:20:31.643582Z","end":"2026-03-04T03:20:31.776461Z","steps":["trace[721644730] 'read index received' (duration: 132.69306ms)","trace[721644730] 'applied index is now lower than readState.Index' (duration: 184.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:31.776536Z","caller":"traceutil/trace.go:171","msg":"trace[64448718] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"135.404745ms","start":"2026-03-04T03:20:31.641106Z","end":"2026-03-04T03:20:31.77651Z","steps":["trace[64448718] 'process raft request' (duration: 135.201139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:31.7767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.207019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T03:20:31.776742Z","caller":"traceutil/trace.go:171","msg":"trace[647812816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23314; }","duration":"123.338083ms","start":"2026-03-04T03:20:31.653393Z","end":"2026-03-04T03:20:31.776731Z","steps":["trace[647812816] 'agreement among raft nodes before linearized reading' (duration: 123.207349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:31.776795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.182323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T03:20:31.776881Z","caller":"traceutil/trace.go:171","msg":"trace[7184267] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23314; }","duration":"133.291476ms","start":"2026-03-04T03:20:31.643567Z","end":"2026-03-04T03:20:31.776859Z","steps":["trace[7184267] 'agreement among raft nodes before linearized reading' (duration: 133.036469ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:32.181491Z","caller":"traceutil/trace.go:171","msg":"trace[2120270853] linearizableReadLoop","detail":"{readStateIndex:24121; appliedIndex:24120; }","duration":"399.596592ms","start":"2026-03-04T03:20:31.781873Z","end":"2026-03-04T03:20:32.18147Z","steps":["trace[2120270853] 'read index received' (duration: 399.388987ms)","trace[2120270853] 'applied index is now lower than readState.Index' (duration: 206.785µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:32.181539Z","caller":"traceutil/trace.go:171","msg":"trace[1072036804] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"399.683924ms","start":"2026-03-04T03:20:31.781824Z","end":"2026-03-04T03:20:32.181508Z","steps":["trace[1072036804] 'process raft request' (duration: 399.503699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:32.181673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:31.781806Z","time spent":"399.794388ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:20:32.181696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.797938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-340aba50-ce02-4a99-92bf-41132e88c337\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-04T03:20:32.181725Z","caller":"traceutil/trace.go:171","msg":"trace[864733360] range","detail":"{range_begin:/registry/persistentvolumes/pvc-340aba50-ce02-4a99-92bf-41132e88c337; range_end:; response_count:1; response_revision:23315; }","duration":"399.845139ms","start":"2026-03-04T03:20:31.781869Z","end":"2026-03-04T03:20:32.181714Z","steps":["trace[864733360] 'agreement among raft nodes before linearized reading' (duration: 399.714465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:32.181753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:31.781834Z","time spent":"399.912411ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-340aba50-ce02-4a99-92bf-41132e88c337\" "} {"level":"warn","ts":"2026-03-04T03:20:32.181852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.727851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:20:32.181914Z","caller":"traceutil/trace.go:171","msg":"trace[306245866] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23315; }","duration":"100.837734ms","start":"2026-03-04T03:20:32.081062Z","end":"2026-03-04T03:20:32.181899Z","steps":["trace[306245866] 'agreement among raft nodes before linearized reading' (duration: 100.732931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:32.181978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.831204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:20:32.182081Z","caller":"traceutil/trace.go:171","msg":"trace[1453541595] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23315; }","duration":"317.973007ms","start":"2026-03-04T03:20:31.86409Z","end":"2026-03-04T03:20:32.182063Z","steps":["trace[1453541595] 'agreement among raft nodes before linearized reading' (duration: 317.590417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:32.182179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:31.864068Z","time spent":"318.09532ms","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:20:32.182104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.148941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T03:20:32.182539Z","caller":"traceutil/trace.go:171","msg":"trace[1301094087] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23315; }","duration":"266.602154ms","start":"2026-03-04T03:20:31.915913Z","end":"2026-03-04T03:20:32.182515Z","steps":["trace[1301094087] 'agreement among raft nodes before linearized reading' (duration: 266.119041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:32.181997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.974837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:20:32.182785Z","caller":"traceutil/trace.go:171","msg":"trace[1274895205] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23315; }","duration":"137.79223ms","start":"2026-03-04T03:20:32.04497Z","end":"2026-03-04T03:20:32.182762Z","steps":["trace[1274895205] 'agreement among raft nodes before linearized reading' (duration: 136.983298ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:32.420268Z","caller":"traceutil/trace.go:171","msg":"trace[1127327814] linearizableReadLoop","detail":"{readStateIndex:24122; appliedIndex:24121; }","duration":"234.120971ms","start":"2026-03-04T03:20:32.186119Z","end":"2026-03-04T03:20:32.42024Z","steps":["trace[1127327814] 'read index received' (duration: 184.117305ms)","trace[1127327814] 'applied index is now lower than readState.Index' (duration: 50.002276ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:32.420354Z","caller":"traceutil/trace.go:171","msg":"trace[759217127] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"234.4775ms","start":"2026-03-04T03:20:32.185842Z","end":"2026-03-04T03:20:32.420319Z","steps":["trace[759217127] 'process raft request' (duration: 184.29869ms)","trace[759217127] 'compare' (duration: 49.740078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:20:32.42048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.341087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-04T03:20:32.420525Z","caller":"traceutil/trace.go:171","msg":"trace[1890116189] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23316; }","duration":"234.432409ms","start":"2026-03-04T03:20:32.186079Z","end":"2026-03-04T03:20:32.420512Z","steps":["trace[1890116189] 'agreement among raft nodes before linearized reading' (duration: 234.305166ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:32.602198Z","caller":"traceutil/trace.go:171","msg":"trace[1373158308] linearizableReadLoop","detail":"{readStateIndex:24123; appliedIndex:24122; }","duration":"181.814791ms","start":"2026-03-04T03:20:32.420355Z","end":"2026-03-04T03:20:32.60217Z","steps":["trace[1373158308] 'read index received' (duration: 134.467319ms)","trace[1373158308] 'applied index is now lower than readState.Index' (duration: 47.346372ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:32.602274Z","caller":"traceutil/trace.go:171","msg":"trace[1156864165] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"414.514702ms","start":"2026-03-04T03:20:32.187723Z","end":"2026-03-04T03:20:32.602238Z","steps":["trace[1156864165] 'process raft request' (duration: 367.149749ms)","trace[1156864165] 'compare' (duration: 47.160268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:20:32.602396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:32.187699Z","time spent":"414.637256ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:20:32.602397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.129774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:20:32.602438Z","caller":"traceutil/trace.go:171","msg":"trace[681805370] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23317; }","duration":"120.208726ms","start":"2026-03-04T03:20:32.482219Z","end":"2026-03-04T03:20:32.602428Z","steps":["trace[681805370] 'agreement among raft nodes before linearized reading' (duration: 120.126604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:32.602458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.491318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T03:20:32.602496Z","caller":"traceutil/trace.go:171","msg":"trace[230995948] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23317; }","duration":"415.569191ms","start":"2026-03-04T03:20:32.186915Z","end":"2026-03-04T03:20:32.602484Z","steps":["trace[230995948] 'agreement among raft nodes before linearized reading' (duration: 415.402066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:32.60253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:32.186906Z","time spent":"415.616412ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-04T03:20:32.874571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.083178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:20:32.874889Z","caller":"traceutil/trace.go:171","msg":"trace[407813206] linearizableReadLoop","detail":"{readStateIndex:24124; appliedIndex:24123; }","duration":"133.470791ms","start":"2026-03-04T03:20:32.741391Z","end":"2026-03-04T03:20:32.874862Z","steps":["trace[407813206] 'read index received' (duration: 14.987752ms)","trace[407813206] 'applied index is now lower than readState.Index' (duration: 118.481289ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:32.87492Z","caller":"traceutil/trace.go:171","msg":"trace[574170147] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"219.470357ms","start":"2026-03-04T03:20:32.655425Z","end":"2026-03-04T03:20:32.874895Z","steps":["trace[574170147] 'process raft request' (duration: 100.967468ms)","trace[574170147] 'compare' (duration: 117.8185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:20:32.875004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.616525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:20:32.875337Z","caller":"traceutil/trace.go:171","msg":"trace[1866258794] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23318; }","duration":"134.029986ms","start":"2026-03-04T03:20:32.741289Z","end":"2026-03-04T03:20:32.875319Z","steps":["trace[1866258794] 'agreement among raft nodes before linearized reading' (duration: 133.653455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:32.875387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.821368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:20:32.875481Z","caller":"traceutil/trace.go:171","msg":"trace[16354027] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23318; }","duration":"126.957462ms","start":"2026-03-04T03:20:32.748502Z","end":"2026-03-04T03:20:32.87546Z","steps":["trace[16354027] 'agreement among raft nodes before linearized reading' (duration: 126.799278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:37.127572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.527295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28736fb5-d476-4dcd-a7fa-3c446b398d73\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T03:20:37.12769Z","caller":"traceutil/trace.go:171","msg":"trace[72938778] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28736fb5-d476-4dcd-a7fa-3c446b398d73; range_end:; response_count:1; response_revision:23408; }","duration":"144.71743ms","start":"2026-03-04T03:20:36.982941Z","end":"2026-03-04T03:20:37.127659Z","steps":["trace[72938778] 'range keys from in-memory index tree' (duration: 144.298509ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:37.140912Z","caller":"traceutil/trace.go:171","msg":"trace[76245086] transaction","detail":"{read_only:false; response_revision:23411; number_of_response:1; }","duration":"106.190031ms","start":"2026-03-04T03:20:37.0347Z","end":"2026-03-04T03:20:37.14089Z","steps":["trace[76245086] 'process raft request' (duration: 106.14289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:37.141Z","caller":"traceutil/trace.go:171","msg":"trace[1958228530] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"107.64294ms","start":"2026-03-04T03:20:37.03333Z","end":"2026-03-04T03:20:37.140973Z","steps":["trace[1958228530] 'process raft request' (duration: 107.391563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:37.291406Z","caller":"traceutil/trace.go:171","msg":"trace[56597252] transaction","detail":"{read_only:false; response_revision:23412; number_of_response:1; }","duration":"155.680833ms","start":"2026-03-04T03:20:37.135669Z","end":"2026-03-04T03:20:37.29135Z","steps":["trace[56597252] 'process raft request' (duration: 155.522399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:37.684715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.670301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:20:37.68498Z","caller":"traceutil/trace.go:171","msg":"trace[837981777] linearizableReadLoop","detail":"{readStateIndex:24222; appliedIndex:24220; }","duration":"364.27969ms","start":"2026-03-04T03:20:37.320681Z","end":"2026-03-04T03:20:37.684961Z","steps":["trace[837981777] 'read index received' (duration: 200.29065ms)","trace[837981777] 'applied index is now lower than readState.Index' (duration: 163.98819ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:37.685089Z","caller":"traceutil/trace.go:171","msg":"trace[1080031829] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"385.361209ms","start":"2026-03-04T03:20:37.299696Z","end":"2026-03-04T03:20:37.685057Z","steps":["trace[1080031829] 'process raft request' (duration: 221.258826ms)","trace[1080031829] 'compare' (duration: 163.23851ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:37.685156Z","caller":"traceutil/trace.go:171","msg":"trace[1535563424] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"383.013905ms","start":"2026-03-04T03:20:37.302129Z","end":"2026-03-04T03:20:37.685143Z","steps":["trace[1535563424] 'process raft request' (duration: 382.732667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:37.685242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:37.299666Z","time spent":"385.496273ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:20:37.685285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.535212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T03:20:37.685254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:37.302115Z","time spent":"383.100527ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:20:37.685333Z","caller":"traceutil/trace.go:171","msg":"trace[1351451879] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23415; }","duration":"362.607534ms","start":"2026-03-04T03:20:37.322711Z","end":"2026-03-04T03:20:37.685318Z","steps":["trace[1351451879] 'agreement among raft nodes before linearized reading' (duration: 362.476521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:37.685366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:37.322695Z","time spent":"362.663756ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:20:37.685507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.805296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:20:37.685572Z","caller":"traceutil/trace.go:171","msg":"trace[740932219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23415; }","duration":"364.920329ms","start":"2026-03-04T03:20:37.320634Z","end":"2026-03-04T03:20:37.685554Z","steps":["trace[740932219] 'agreement among raft nodes before linearized reading' (duration: 364.713802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:37.685605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:37.320608Z","time spent":"364.99036ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T03:20:37.939487Z","caller":"traceutil/trace.go:171","msg":"trace[545380454] linearizableReadLoop","detail":"{readStateIndex:24224; appliedIndex:24222; }","duration":"242.768018ms","start":"2026-03-04T03:20:37.696697Z","end":"2026-03-04T03:20:37.939465Z","steps":["trace[545380454] 'read index received' (duration: 185.41075ms)","trace[545380454] 'applied index is now lower than readState.Index' (duration: 57.356498ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:37.939525Z","caller":"traceutil/trace.go:171","msg":"trace[1044331596] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"246.012068ms","start":"2026-03-04T03:20:37.69349Z","end":"2026-03-04T03:20:37.939502Z","steps":["trace[1044331596] 'process raft request' (duration: 188.64923ms)","trace[1044331596] 'compare' (duration: 57.144182ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:37.939659Z","caller":"traceutil/trace.go:171","msg":"trace[207256982] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"243.001894ms","start":"2026-03-04T03:20:37.696594Z","end":"2026-03-04T03:20:37.939596Z","steps":["trace[207256982] 'process raft request' (duration: 242.83326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:37.939692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.978443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-04T03:20:37.939729Z","caller":"traceutil/trace.go:171","msg":"trace[24532793] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23417; }","duration":"243.050985ms","start":"2026-03-04T03:20:37.696667Z","end":"2026-03-04T03:20:37.939718Z","steps":["trace[24532793] 'agreement among raft nodes before linearized reading' (duration: 242.918452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:37.939776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.980313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-04T03:20:37.939822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.415102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T03:20:37.939839Z","caller":"traceutil/trace.go:171","msg":"trace[1274373997] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23417; }","duration":"243.095526ms","start":"2026-03-04T03:20:37.696729Z","end":"2026-03-04T03:20:37.939824Z","steps":["trace[1274373997] 'agreement among raft nodes before linearized reading' (duration: 242.950722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:37.939873Z","caller":"traceutil/trace.go:171","msg":"trace[1659228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23417; }","duration":"140.518115ms","start":"2026-03-04T03:20:37.799342Z","end":"2026-03-04T03:20:37.93986Z","steps":["trace[1659228] 'agreement among raft nodes before linearized reading' (duration: 140.33861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:44.37997Z","caller":"traceutil/trace.go:171","msg":"trace[2001875978] linearizableReadLoop","detail":"{readStateIndex:24293; appliedIndex:24292; }","duration":"173.734049ms","start":"2026-03-04T03:20:44.206214Z","end":"2026-03-04T03:20:44.379948Z","steps":["trace[2001875978] 'read index received' (duration: 173.551774ms)","trace[2001875978] 'applied index is now lower than readState.Index' (duration: 181.425µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:44.380356Z","caller":"traceutil/trace.go:171","msg":"trace[1055094972] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"238.616954ms","start":"2026-03-04T03:20:44.141726Z","end":"2026-03-04T03:20:44.380343Z","steps":["trace[1055094972] 'process raft request' (duration: 238.09968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:44.380579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.349006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T03:20:44.380623Z","caller":"traceutil/trace.go:171","msg":"trace[1296171398] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23483; }","duration":"174.444338ms","start":"2026-03-04T03:20:44.206165Z","end":"2026-03-04T03:20:44.380609Z","steps":["trace[1296171398] 'agreement among raft nodes before linearized reading' (duration: 174.301684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:44.380932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.428724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T03:20:44.381029Z","caller":"traceutil/trace.go:171","msg":"trace[2068438046] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23483; }","duration":"140.550287ms","start":"2026-03-04T03:20:44.240448Z","end":"2026-03-04T03:20:44.380998Z","steps":["trace[2068438046] 'agreement among raft nodes before linearized reading' (duration: 140.32798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:44.544131Z","caller":"traceutil/trace.go:171","msg":"trace[251416832] linearizableReadLoop","detail":"{readStateIndex:24294; appliedIndex:24293; }","duration":"155.21941ms","start":"2026-03-04T03:20:44.388881Z","end":"2026-03-04T03:20:44.544101Z","steps":["trace[251416832] 'read index received' (duration: 141.650487ms)","trace[251416832] 'applied index is now lower than readState.Index' (duration: 13.567123ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:44.544254Z","caller":"traceutil/trace.go:171","msg":"trace[129522035] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"160.368381ms","start":"2026-03-04T03:20:44.383871Z","end":"2026-03-04T03:20:44.544239Z","steps":["trace[129522035] 'process raft request' (duration: 146.5311ms)","trace[129522035] 'compare' (duration: 13.215484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:20:44.544673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.781385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-28736fb5-d476-4dcd-a7fa-3c446b398d73\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T03:20:44.544752Z","caller":"traceutil/trace.go:171","msg":"trace[1228841796] range","detail":"{range_begin:/registry/persistentvolumes/pvc-28736fb5-d476-4dcd-a7fa-3c446b398d73; range_end:; response_count:1; response_revision:23484; }","duration":"155.881008ms","start":"2026-03-04T03:20:44.388825Z","end":"2026-03-04T03:20:44.544706Z","steps":["trace[1228841796] 'agreement among raft nodes before linearized reading' (duration: 155.551719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:44.567148Z","caller":"traceutil/trace.go:171","msg":"trace[69545821] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"177.011789ms","start":"2026-03-04T03:20:44.390106Z","end":"2026-03-04T03:20:44.567118Z","steps":["trace[69545821] 'process raft request' (duration: 176.66115ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:44.567341Z","caller":"traceutil/trace.go:171","msg":"trace[1892773439] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"176.942267ms","start":"2026-03-04T03:20:44.390368Z","end":"2026-03-04T03:20:44.56731Z","steps":["trace[1892773439] 'process raft request' (duration: 176.648259ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:44.567527Z","caller":"traceutil/trace.go:171","msg":"trace[59410090] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"176.796833ms","start":"2026-03-04T03:20:44.390721Z","end":"2026-03-04T03:20:44.567518Z","steps":["trace[59410090] 'process raft request' (duration: 176.567467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:44.567546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.127182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T03:20:44.567608Z","caller":"traceutil/trace.go:171","msg":"trace[1984734868] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23488; }","duration":"117.249415ms","start":"2026-03-04T03:20:44.450346Z","end":"2026-03-04T03:20:44.567596Z","steps":["trace[1984734868] 'agreement among raft nodes before linearized reading' (duration: 116.991288ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:44.567615Z","caller":"traceutil/trace.go:171","msg":"trace[1017368802] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"176.996159ms","start":"2026-03-04T03:20:44.390588Z","end":"2026-03-04T03:20:44.567584Z","steps":["trace[1017368802] 'process raft request' (duration: 176.618469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:44.567831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.525725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-04T03:20:44.567879Z","caller":"traceutil/trace.go:171","msg":"trace[1550422307] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23488; }","duration":"116.607957ms","start":"2026-03-04T03:20:44.451259Z","end":"2026-03-04T03:20:44.567867Z","steps":["trace[1550422307] 'agreement among raft nodes before linearized reading' (duration: 116.495894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:44.891527Z","caller":"traceutil/trace.go:171","msg":"trace[1245872167] linearizableReadLoop","detail":"{readStateIndex:24299; appliedIndex:24298; }","duration":"315.397036ms","start":"2026-03-04T03:20:44.5761Z","end":"2026-03-04T03:20:44.891497Z","steps":["trace[1245872167] 'read index received' (duration: 110.883µs)","trace[1245872167] 'applied index is now lower than readState.Index' (duration: 315.284863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:20:44.891719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.610902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-04T03:20:44.891763Z","caller":"traceutil/trace.go:171","msg":"trace[882062639] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23489; }","duration":"315.701175ms","start":"2026-03-04T03:20:44.576049Z","end":"2026-03-04T03:20:44.89175Z","steps":["trace[882062639] 'agreement among raft nodes before linearized reading' (duration: 315.576301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:44.891734Z","caller":"traceutil/trace.go:171","msg":"trace[143769511] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"315.477539ms","start":"2026-03-04T03:20:44.576081Z","end":"2026-03-04T03:20:44.891559Z","steps":["trace[143769511] 'process raft request' (duration: 292.22981ms)","trace[143769511] 'compare' (duration: 22.92814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:20:44.891808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:44.576011Z","time spent":"315.787147ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T03:20:44.891886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:20:44.576063Z","time spent":"315.745125ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:20:44.902321Z","caller":"traceutil/trace.go:171","msg":"trace[226860166] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"282.08094ms","start":"2026-03-04T03:20:44.62018Z","end":"2026-03-04T03:20:44.902261Z","steps":["trace[226860166] 'process raft request' (duration: 281.912215ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:45.120921Z","caller":"traceutil/trace.go:171","msg":"trace[1505948634] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"134.765257ms","start":"2026-03-04T03:20:44.986129Z","end":"2026-03-04T03:20:45.120895Z","steps":["trace[1505948634] 'process raft request' (duration: 83.383093ms)","trace[1505948634] 'compare' (duration: 51.167789ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:21:11.108177Z","caller":"traceutil/trace.go:171","msg":"trace[163369474] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"102.89772ms","start":"2026-03-04T03:21:11.00524Z","end":"2026-03-04T03:21:11.108138Z","steps":["trace[163369474] 'process raft request' (duration: 102.687204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:14.175965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400672697923805299,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:21:14.196503Z","caller":"traceutil/trace.go:171","msg":"trace[1888656869] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"812.50792ms","start":"2026-03-04T03:21:13.383968Z","end":"2026-03-04T03:21:14.196476Z","steps":["trace[1888656869] 'process raft request' (duration: 812.340075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:14.196748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:13.383952Z","time spent":"812.648583ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:21:14.22045Z","caller":"traceutil/trace.go:171","msg":"trace[887412532] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"784.989272ms","start":"2026-03-04T03:21:13.435433Z","end":"2026-03-04T03:21:14.220422Z","steps":["trace[887412532] 'process raft request' (duration: 784.835158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:14.220594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:13.435414Z","time spent":"785.103876ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:21:14.220691Z","caller":"traceutil/trace.go:171","msg":"trace[1187713821] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"413.256927ms","start":"2026-03-04T03:21:13.807417Z","end":"2026-03-04T03:21:14.220674Z","steps":["trace[1187713821] 'process raft request' (duration: 412.967729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:14.220838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:13.807396Z","time spent":"413.339259ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:21:14.221048Z","caller":"traceutil/trace.go:171","msg":"trace[319585272] linearizableReadLoop","detail":"{readStateIndex:24523; appliedIndex:24520; }","duration":"545.117264ms","start":"2026-03-04T03:21:13.675917Z","end":"2026-03-04T03:21:14.221035Z","steps":["trace[319585272] 'read index received' (duration: 520.539959ms)","trace[319585272] 'applied index is now lower than readState.Index' (duration: 24.576395ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:21:14.221105Z","caller":"traceutil/trace.go:171","msg":"trace[768099228] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"395.010876ms","start":"2026-03-04T03:21:13.826087Z","end":"2026-03-04T03:21:14.221098Z","steps":["trace[768099228] 'process raft request' (duration: 394.529533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:14.221143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:13.826066Z","time spent":"395.058387ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:21:14.221204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.282009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:21:14.221243Z","caller":"traceutil/trace.go:171","msg":"trace[667483540] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23706; }","duration":"545.355411ms","start":"2026-03-04T03:21:13.675874Z","end":"2026-03-04T03:21:14.22123Z","steps":["trace[667483540] 'agreement among raft nodes before linearized reading' (duration: 545.236117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:14.221274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:13.675856Z","time spent":"545.411193ms","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:21:14.221293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.387894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:21:14.221313Z","caller":"traceutil/trace.go:171","msg":"trace[533010575] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23706; }","duration":"312.410174ms","start":"2026-03-04T03:21:13.908897Z","end":"2026-03-04T03:21:14.221308Z","steps":["trace[533010575] 'agreement among raft nodes before linearized reading' (duration: 312.359523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:14.221329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:13.908852Z","time spent":"312.472386ms","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:21:14.221417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.239716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:21:14.221433Z","caller":"traceutil/trace.go:171","msg":"trace[876073576] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23706; }","duration":"169.286658ms","start":"2026-03-04T03:21:14.05214Z","end":"2026-03-04T03:21:14.221426Z","steps":["trace[876073576] 'agreement among raft nodes before linearized reading' (duration: 169.260957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:14.221494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.31541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T03:21:14.221559Z","caller":"traceutil/trace.go:171","msg":"trace[1466823687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23706; }","duration":"100.434283ms","start":"2026-03-04T03:21:14.121109Z","end":"2026-03-04T03:21:14.221543Z","steps":["trace[1466823687] 'agreement among raft nodes before linearized reading' (duration: 100.177456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:14.221678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.454953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:21:14.221719Z","caller":"traceutil/trace.go:171","msg":"trace[1359423639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23706; }","duration":"100.537275ms","start":"2026-03-04T03:21:14.121171Z","end":"2026-03-04T03:21:14.221709Z","steps":["trace[1359423639] 'agreement among raft nodes before linearized reading' (duration: 100.435883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:14.22152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.366142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:21:14.222088Z","caller":"traceutil/trace.go:171","msg":"trace[569009730] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23706; }","duration":"252.821184ms","start":"2026-03-04T03:21:13.969147Z","end":"2026-03-04T03:21:14.221968Z","steps":["trace[569009730] 'agreement among raft nodes before linearized reading' (duration: 252.353812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:14.513963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.722239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:21:14.514066Z","caller":"traceutil/trace.go:171","msg":"trace[1176946505] linearizableReadLoop","detail":"{readStateIndex:24524; appliedIndex:24523; }","duration":"288.326361ms","start":"2026-03-04T03:21:14.225724Z","end":"2026-03-04T03:21:14.51405Z","steps":["trace[1176946505] 'read index received' (duration: 142.456899ms)","trace[1176946505] 'applied index is now lower than readState.Index' (duration: 145.868412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:21:14.514161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.435544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-04T03:21:14.514194Z","caller":"traceutil/trace.go:171","msg":"trace[198885635] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23707; }","duration":"288.497156ms","start":"2026-03-04T03:21:14.225688Z","end":"2026-03-04T03:21:14.514185Z","steps":["trace[198885635] 'agreement among raft nodes before linearized reading' (duration: 288.410334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:14.514261Z","caller":"traceutil/trace.go:171","msg":"trace[1607792593] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"288.814404ms","start":"2026-03-04T03:21:14.225415Z","end":"2026-03-04T03:21:14.514229Z","steps":["trace[1607792593] 'process raft request' (duration: 142.750857ms)","trace[1607792593] 'compare' (duration: 145.628815ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:21:14.583531Z","caller":"traceutil/trace.go:171","msg":"trace[823626654] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"357.016781ms","start":"2026-03-04T03:21:14.226493Z","end":"2026-03-04T03:21:14.58351Z","steps":["trace[823626654] 'process raft request' (duration: 356.98584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:14.583657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:14.226474Z","time spent":"357.121254ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:21:14.583982Z","caller":"traceutil/trace.go:171","msg":"trace[247232502] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"357.844564ms","start":"2026-03-04T03:21:14.226128Z","end":"2026-03-04T03:21:14.583973Z","steps":["trace[247232502] 'process raft request' (duration: 357.236347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:14.58409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:14.226112Z","time spent":"357.899145ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:21:14.92357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.364904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T03:21:14.923667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.272876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:21:14.923897Z","caller":"traceutil/trace.go:171","msg":"trace[2084670332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23709; }","duration":"241.536804ms","start":"2026-03-04T03:21:14.68234Z","end":"2026-03-04T03:21:14.923877Z","steps":["trace[2084670332] 'range keys from in-memory index tree' (duration: 241.199585ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:14.923675Z","caller":"traceutil/trace.go:171","msg":"trace[1666051787] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23709; }","duration":"307.513939ms","start":"2026-03-04T03:21:14.616136Z","end":"2026-03-04T03:21:14.92365Z","steps":["trace[1666051787] 'range keys from in-memory index tree' (duration: 307.169948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:14.924055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:14.616121Z","time spent":"307.900619ms","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:21:14.924057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.097627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T03:21:14.924148Z","caller":"traceutil/trace.go:171","msg":"trace[1562993643] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23709; }","duration":"275.271262ms","start":"2026-03-04T03:21:14.648849Z","end":"2026-03-04T03:21:14.92412Z","steps":["trace[1562993643] 'range keys from in-memory index tree' (duration: 274.923312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:14.923816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.500937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T03:21:14.924286Z","caller":"traceutil/trace.go:171","msg":"trace[1752363635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23709; }","duration":"240.003711ms","start":"2026-03-04T03:21:14.684264Z","end":"2026-03-04T03:21:14.924267Z","steps":["trace[1752363635] 'range keys from in-memory index tree' (duration: 239.296242ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:15.077676Z","caller":"traceutil/trace.go:171","msg":"trace[1300867765] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"142.665684ms","start":"2026-03-04T03:21:14.934971Z","end":"2026-03-04T03:21:15.077637Z","steps":["trace[1300867765] 'process raft request' (duration: 142.493509ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:15.077966Z","caller":"traceutil/trace.go:171","msg":"trace[895966177] linearizableReadLoop","detail":"{readStateIndex:24527; appliedIndex:24527; }","duration":"142.524851ms","start":"2026-03-04T03:21:14.935402Z","end":"2026-03-04T03:21:15.077926Z","steps":["trace[895966177] 'read index received' (duration: 142.51107ms)","trace[895966177] 'applied index is now lower than readState.Index' (duration: 11.881µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:21:15.078151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.725556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T03:21:15.078192Z","caller":"traceutil/trace.go:171","msg":"trace[1273487156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23710; }","duration":"142.782928ms","start":"2026-03-04T03:21:14.935395Z","end":"2026-03-04T03:21:15.078178Z","steps":["trace[1273487156] 'agreement among raft nodes before linearized reading' (duration: 142.614133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:15.36187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.251868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:21:15.362085Z","caller":"traceutil/trace.go:171","msg":"trace[430486510] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"141.265706ms","start":"2026-03-04T03:21:15.220798Z","end":"2026-03-04T03:21:15.362064Z","steps":["trace[430486510] 'process raft request' (duration: 141.187744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:15.36211Z","caller":"traceutil/trace.go:171","msg":"trace[1469221089] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"411.034326ms","start":"2026-03-04T03:21:14.951043Z","end":"2026-03-04T03:21:15.362077Z","steps":["trace[1469221089] 'process raft request' (duration: 266.48883ms)","trace[1469221089] 'compare' (duration: 144.049533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:21:15.362247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:14.951021Z","time spent":"411.14892ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:21:15.362312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.982994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T03:21:15.362124Z","caller":"traceutil/trace.go:171","msg":"trace[1435011943] linearizableReadLoop","detail":"{readStateIndex:24528; appliedIndex:24527; }","duration":"242.779638ms","start":"2026-03-04T03:21:15.119323Z","end":"2026-03-04T03:21:15.362103Z","steps":["trace[1435011943] 'read index received' (duration: 98.16116ms)","trace[1435011943] 'applied index is now lower than readState.Index' (duration: 144.616468ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:21:15.362358Z","caller":"traceutil/trace.go:171","msg":"trace[632856416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23712; }","duration":"243.067576ms","start":"2026-03-04T03:21:15.119279Z","end":"2026-03-04T03:21:15.362347Z","steps":["trace[632856416] 'agreement among raft nodes before linearized reading' (duration: 242.878931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:15.362443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.273729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:21:15.362466Z","caller":"traceutil/trace.go:171","msg":"trace[1971010595] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23712; }","duration":"216.336471ms","start":"2026-03-04T03:21:15.146123Z","end":"2026-03-04T03:21:15.36246Z","steps":["trace[1971010595] 'agreement among raft nodes before linearized reading' (duration: 216.28858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:15.539331Z","caller":"traceutil/trace.go:171","msg":"trace[1245481945] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"172.791583ms","start":"2026-03-04T03:21:15.366506Z","end":"2026-03-04T03:21:15.539297Z","steps":["trace[1245481945] 'process raft request' (duration: 172.515416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:15.990168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.491259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:21:15.990367Z","caller":"traceutil/trace.go:171","msg":"trace[1518195144] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"607.950383ms","start":"2026-03-04T03:21:15.382365Z","end":"2026-03-04T03:21:15.990315Z","steps":["trace[1518195144] 'process raft request' (duration: 296.25264ms)","trace[1518195144] 'compare' (duration: 311.353044ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:21:15.990477Z","caller":"traceutil/trace.go:171","msg":"trace[7571002] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"601.627679ms","start":"2026-03-04T03:21:15.388813Z","end":"2026-03-04T03:21:15.990441Z","steps":["trace[7571002] 'process raft request' (duration: 601.441744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:15.990551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:15.382346Z","time spent":"608.111207ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:21:15.990733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:15.388786Z","time spent":"601.762513ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:21:16.488264Z","caller":"traceutil/trace.go:171","msg":"trace[966309577] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"261.469853ms","start":"2026-03-04T03:21:16.226774Z","end":"2026-03-04T03:21:16.488244Z","steps":["trace[966309577] 'process raft request' (duration: 171.740615ms)","trace[966309577] 'compare' (duration: 89.468871ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:21:16.488334Z","caller":"traceutil/trace.go:171","msg":"trace[2062030502] linearizableReadLoop","detail":"{readStateIndex:24537; appliedIndex:24533; }","duration":"159.707713ms","start":"2026-03-04T03:21:16.328602Z","end":"2026-03-04T03:21:16.48831Z","steps":["trace[2062030502] 'read index received' (duration: 69.927744ms)","trace[2062030502] 'applied index is now lower than readState.Index' (duration: 89.779249ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:21:16.488444Z","caller":"traceutil/trace.go:171","msg":"trace[2033141566] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"260.731052ms","start":"2026-03-04T03:21:16.22768Z","end":"2026-03-04T03:21:16.488411Z","steps":["trace[2033141566] 'process raft request' (duration: 260.455554ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:16.488506Z","caller":"traceutil/trace.go:171","msg":"trace[378905661] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"198.951013ms","start":"2026-03-04T03:21:16.289547Z","end":"2026-03-04T03:21:16.488499Z","steps":["trace[378905661] 'process raft request' (duration: 198.727887ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:16.488476Z","caller":"traceutil/trace.go:171","msg":"trace[1146166534] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"259.294043ms","start":"2026-03-04T03:21:16.22917Z","end":"2026-03-04T03:21:16.488464Z","steps":["trace[1146166534] 'process raft request' (duration: 259.055087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:16.488813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.202447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T03:21:16.488876Z","caller":"traceutil/trace.go:171","msg":"trace[2117418341] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23720; }","duration":"160.32686ms","start":"2026-03-04T03:21:16.328533Z","end":"2026-03-04T03:21:16.488859Z","steps":["trace[2117418341] 'agreement among raft nodes before linearized reading' (duration: 160.018951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:16.826245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.087716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:21:16.826362Z","caller":"traceutil/trace.go:171","msg":"trace[1264480680] linearizableReadLoop","detail":"{readStateIndex:24539; appliedIndex:24538; }","duration":"242.828459ms","start":"2026-03-04T03:21:16.583516Z","end":"2026-03-04T03:21:16.826345Z","steps":["trace[1264480680] 'read index received' (duration: 71.461975ms)","trace[1264480680] 'applied index is now lower than readState.Index' (duration: 171.365264ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:21:16.826458Z","caller":"traceutil/trace.go:171","msg":"trace[187578632] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"264.643571ms","start":"2026-03-04T03:21:16.561804Z","end":"2026-03-04T03:21:16.826447Z","steps":["trace[187578632] 'process raft request' (duration: 93.271076ms)","trace[187578632] 'compare' (duration: 170.933252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:21:16.826634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.381614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:21:16.826658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.469585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:21:16.826668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.691061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T03:21:16.826704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.169249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5c47d6fcf9-k2cmh.1899853a20470bd5\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-04T03:21:16.826721Z","caller":"traceutil/trace.go:171","msg":"trace[1907155848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23722; }","duration":"147.508777ms","start":"2026-03-04T03:21:16.679192Z","end":"2026-03-04T03:21:16.826701Z","steps":["trace[1907155848] 'agreement among raft nodes before linearized reading' (duration: 147.373424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:16.826738Z","caller":"traceutil/trace.go:171","msg":"trace[193324420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23722; }","duration":"236.777854ms","start":"2026-03-04T03:21:16.589942Z","end":"2026-03-04T03:21:16.82672Z","steps":["trace[193324420] 'agreement among raft nodes before linearized reading' (duration: 236.553208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:16.826738Z","caller":"traceutil/trace.go:171","msg":"trace[2052325143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23722; }","duration":"140.569868ms","start":"2026-03-04T03:21:16.686143Z","end":"2026-03-04T03:21:16.826712Z","steps":["trace[2052325143] 'agreement among raft nodes before linearized reading' (duration: 140.451615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:16.826742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.640322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T03:21:16.826799Z","caller":"traceutil/trace.go:171","msg":"trace[2060580003] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23722; }","duration":"155.737105ms","start":"2026-03-04T03:21:16.671047Z","end":"2026-03-04T03:21:16.826784Z","steps":["trace[2060580003] 'agreement among raft nodes before linearized reading' (duration: 155.524969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:16.826756Z","caller":"traceutil/trace.go:171","msg":"trace[1342177815] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5c47d6fcf9-k2cmh.1899853a20470bd5; range_end:; response_count:1; response_revision:23722; }","duration":"243.248732ms","start":"2026-03-04T03:21:16.583493Z","end":"2026-03-04T03:21:16.826742Z","steps":["trace[1342177815] 'agreement among raft nodes before linearized reading' (duration: 243.068767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:16.826844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.804764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:21:16.826936Z","caller":"traceutil/trace.go:171","msg":"trace[1297852147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23722; }","duration":"236.944838ms","start":"2026-03-04T03:21:16.589972Z","end":"2026-03-04T03:21:16.826916Z","steps":["trace[1297852147] 'agreement among raft nodes before linearized reading' (duration: 236.64884ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:17.054649Z","caller":"traceutil/trace.go:171","msg":"trace[447361767] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"225.609256ms","start":"2026-03-04T03:21:16.829005Z","end":"2026-03-04T03:21:17.054614Z","steps":["trace[447361767] 'process raft request' (duration: 142.672405ms)","trace[447361767] 'compare' (duration: 82.682495ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:21:17.054723Z","caller":"traceutil/trace.go:171","msg":"trace[487119069] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"223.984481ms","start":"2026-03-04T03:21:16.830721Z","end":"2026-03-04T03:21:17.054705Z","steps":["trace[487119069] 'process raft request' (duration: 223.896078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:17.054723Z","caller":"traceutil/trace.go:171","msg":"trace[1696383625] linearizableReadLoop","detail":"{readStateIndex:24540; appliedIndex:24539; }","duration":"224.026162ms","start":"2026-03-04T03:21:16.83066Z","end":"2026-03-04T03:21:17.054686Z","steps":["trace[1696383625] 'read index received' (duration: 141.031959ms)","trace[1696383625] 'applied index is now lower than readState.Index' (duration: 82.990793ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:21:17.054837Z","caller":"traceutil/trace.go:171","msg":"trace[1135339724] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"221.716799ms","start":"2026-03-04T03:21:16.833098Z","end":"2026-03-04T03:21:17.054815Z","steps":["trace[1135339724] 'process raft request' (duration: 221.582515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:17.054931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.252948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2a44840e-886e-45bd-8fd3-1fec46a4ee10\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T03:21:17.054986Z","caller":"traceutil/trace.go:171","msg":"trace[1262285370] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2a44840e-886e-45bd-8fd3-1fec46a4ee10; range_end:; response_count:1; response_revision:23725; }","duration":"224.420333ms","start":"2026-03-04T03:21:16.830551Z","end":"2026-03-04T03:21:17.054971Z","steps":["trace[1262285370] 'agreement among raft nodes before linearized reading' (duration: 224.217338ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:18.095902Z","caller":"traceutil/trace.go:171","msg":"trace[1323879598] transaction","detail":"{read_only:false; response_revision:23730; number_of_response:1; }","duration":"100.945417ms","start":"2026-03-04T03:21:17.994928Z","end":"2026-03-04T03:21:18.095873Z","steps":["trace[1323879598] 'process raft request' (duration: 97.310206ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:18.127402Z","caller":"traceutil/trace.go:171","msg":"trace[2000451809] transaction","detail":"{read_only:false; response_revision:23731; number_of_response:1; }","duration":"127.076165ms","start":"2026-03-04T03:21:18.000302Z","end":"2026-03-04T03:21:18.127378Z","steps":["trace[2000451809] 'process raft request' (duration: 126.937192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:18.50841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.333778ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T03:21:18.639995Z","caller":"traceutil/trace.go:171","msg":"trace[1167460256] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"144.773853ms","start":"2026-03-04T03:21:18.49518Z","end":"2026-03-04T03:21:18.639954Z","steps":["trace[1167460256] 'process raft request' (duration: 120.538026ms)","trace[1167460256] 'compare' (duration: 23.961469ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:21:18.640215Z","caller":"traceutil/trace.go:171","msg":"trace[987220372] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"144.475224ms","start":"2026-03-04T03:21:18.495706Z","end":"2026-03-04T03:21:18.640181Z","steps":["trace[987220372] 'process raft request' (duration: 144.185506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:19.259852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.256126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T03:21:19.259973Z","caller":"traceutil/trace.go:171","msg":"trace[1127639103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23738; }","duration":"129.43067ms","start":"2026-03-04T03:21:19.130515Z","end":"2026-03-04T03:21:19.259946Z","steps":["trace[1127639103] 'range keys from in-memory index tree' (duration: 129.091561ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:19.631627Z","caller":"traceutil/trace.go:171","msg":"trace[1288580323] transaction","detail":"{read_only:false; response_revision:23740; number_of_response:1; }","duration":"171.130797ms","start":"2026-03-04T03:21:19.460468Z","end":"2026-03-04T03:21:19.631598Z","steps":["trace[1288580323] 'process raft request' (duration: 171.005304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:19.913059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.571834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:21:19.913304Z","caller":"traceutil/trace.go:171","msg":"trace[1300863025] linearizableReadLoop","detail":"{readStateIndex:24560; appliedIndex:24558; }","duration":"112.797622ms","start":"2026-03-04T03:21:19.800484Z","end":"2026-03-04T03:21:19.913281Z","steps":["trace[1300863025] 'read index received' (duration: 33.889012ms)","trace[1300863025] 'applied index is now lower than readState.Index' (duration: 78.90743ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:21:19.913414Z","caller":"traceutil/trace.go:171","msg":"trace[1192434] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"224.106404ms","start":"2026-03-04T03:21:19.689294Z","end":"2026-03-04T03:21:19.9134Z","steps":["trace[1192434] 'process raft request' (duration: 223.884728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:19.913573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.088781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:21:19.913611Z","caller":"traceutil/trace.go:171","msg":"trace[1091314558] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23742; }","duration":"113.191165ms","start":"2026-03-04T03:21:19.800402Z","end":"2026-03-04T03:21:19.913593Z","steps":["trace[1091314558] 'agreement among raft nodes before linearized reading' (duration: 113.126242ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:19.913658Z","caller":"traceutil/trace.go:171","msg":"trace[928807929] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"226.609253ms","start":"2026-03-04T03:21:19.687004Z","end":"2026-03-04T03:21:19.913614Z","steps":["trace[928807929] 'process raft request' (duration: 84.384401ms)","trace[928807929] 'compare' (duration: 141.43064ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:21:20.255387Z","caller":"traceutil/trace.go:171","msg":"trace[1399606949] transaction","detail":"{read_only:false; response_revision:23744; number_of_response:1; }","duration":"121.212734ms","start":"2026-03-04T03:21:20.134118Z","end":"2026-03-04T03:21:20.25533Z","steps":["trace[1399606949] 'process raft request' (duration: 121.002808ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:20.584371Z","caller":"traceutil/trace.go:171","msg":"trace[482914801] linearizableReadLoop","detail":"{readStateIndex:24564; appliedIndex:24563; }","duration":"216.33604ms","start":"2026-03-04T03:21:20.367998Z","end":"2026-03-04T03:21:20.584334Z","steps":["trace[482914801] 'read index received' (duration: 60.948786ms)","trace[482914801] 'applied index is now lower than readState.Index' (duration: 155.383654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:21:20.584512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.494355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:21:20.584559Z","caller":"traceutil/trace.go:171","msg":"trace[1988669591] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23746; }","duration":"216.553476ms","start":"2026-03-04T03:21:20.367993Z","end":"2026-03-04T03:21:20.584547Z","steps":["trace[1988669591] 'agreement among raft nodes before linearized reading' (duration: 216.469634ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:20.584868Z","caller":"traceutil/trace.go:171","msg":"trace[1790213553] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"217.985516ms","start":"2026-03-04T03:21:20.36686Z","end":"2026-03-04T03:21:20.584846Z","steps":["trace[1790213553] 'process raft request' (duration: 159.424356ms)","trace[1790213553] 'compare' (duration: 57.929603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:21:20.600829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.1536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:21:20.600892Z","caller":"traceutil/trace.go:171","msg":"trace[1705689787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23747; }","duration":"138.264374ms","start":"2026-03-04T03:21:20.462614Z","end":"2026-03-04T03:21:20.600879Z","steps":["trace[1705689787] 'agreement among raft nodes before linearized reading' (duration: 138.14922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:20.821006Z","caller":"traceutil/trace.go:171","msg":"trace[592042289] linearizableReadLoop","detail":"{readStateIndex:24567; appliedIndex:24565; }","duration":"139.301162ms","start":"2026-03-04T03:21:20.68168Z","end":"2026-03-04T03:21:20.820981Z","steps":["trace[592042289] 'read index received' (duration: 993.267µs)","trace[592042289] 'applied index is now lower than readState.Index' (duration: 138.307015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:21:20.821132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.444275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:21:20.821163Z","caller":"traceutil/trace.go:171","msg":"trace[2024018555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23749; }","duration":"139.521687ms","start":"2026-03-04T03:21:20.681631Z","end":"2026-03-04T03:21:20.821153Z","steps":["trace[2024018555] 'agreement among raft nodes before linearized reading' (duration: 139.440025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:20.821295Z","caller":"traceutil/trace.go:171","msg":"trace[1867551141] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"175.477207ms","start":"2026-03-04T03:21:20.645787Z","end":"2026-03-04T03:21:20.821264Z","steps":["trace[1867551141] 'process raft request' (duration: 87.082935ms)","trace[1867551141] 'compare' (duration: 87.715983ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:21:20.849726Z","caller":"traceutil/trace.go:171","msg":"trace[1984028973] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"160.888726ms","start":"2026-03-04T03:21:20.688803Z","end":"2026-03-04T03:21:20.849692Z","steps":["trace[1984028973] 'process raft request' (duration: 160.690711ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:21.299928Z","caller":"traceutil/trace.go:171","msg":"trace[290021793] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"185.929244ms","start":"2026-03-04T03:21:21.11397Z","end":"2026-03-04T03:21:21.299899Z","steps":["trace[290021793] 'process raft request' (duration: 100.244808ms)","trace[290021793] 'compare' (duration: 85.310086ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:21:24.568192Z","caller":"traceutil/trace.go:171","msg":"trace[1586227355] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"127.596861ms","start":"2026-03-04T03:21:24.440568Z","end":"2026-03-04T03:21:24.568165Z","steps":["trace[1586227355] 'process raft request' (duration: 127.414756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:49.976259Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21863} {"level":"info","ts":"2026-03-04T03:22:50.11445Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21863,"took":"134.974372ms","hash":457403076,"current-db-size-bytes":48832512,"current-db-size":"49 MB","current-db-size-in-use-bytes":32063488,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T03:22:50.114524Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":457403076,"revision":21863,"compact-revision":18880} {"level":"info","ts":"2026-03-04T03:24:53.27745Z","caller":"traceutil/trace.go:171","msg":"trace[1163050594] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"133.415369ms","start":"2026-03-04T03:24:53.144002Z","end":"2026-03-04T03:24:53.277417Z","steps":["trace[1163050594] 'process raft request' (duration: 115.012983ms)","trace[1163050594] 'compare' (duration: 18.227691ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:49.983062Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24608} {"level":"info","ts":"2026-03-04T03:27:50.115023Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24608,"took":"127.219769ms","hash":3900850073,"current-db-size-bytes":48832512,"current-db-size":"49 MB","current-db-size-in-use-bytes":32284672,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T03:27:50.115088Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3900850073,"revision":24608,"compact-revision":21863} {"level":"info","ts":"2026-03-04T03:32:28.652395Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e6e5712872899056","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T03:32:28.657205Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T03:32:28.65736Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-04T03:32:49.989531Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27099} {"level":"info","ts":"2026-03-04T03:32:50.116538Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27099,"took":"120.550537ms","hash":1420831200,"current-db-size-bytes":48832512,"current-db-size":"49 MB","current-db-size-in-use-bytes":28291072,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T03:32:50.116664Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1420831200,"revision":27099,"compact-revision":24608} {"level":"info","ts":"2026-03-04T03:37:49.995125Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29177} {"level":"info","ts":"2026-03-04T03:37:50.110722Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29177,"took":"111.274981ms","hash":3831911207,"current-db-size-bytes":48832512,"current-db-size":"49 MB","current-db-size-in-use-bytes":27807744,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T03:37:50.110781Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3831911207,"revision":29177,"compact-revision":27099} {"level":"info","ts":"2026-03-04T03:42:49.999837Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31292} {"level":"info","ts":"2026-03-04T03:42:50.139063Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31292,"took":"134.435408ms","hash":2342289919,"current-db-size-bytes":48832512,"current-db-size":"49 MB","current-db-size-in-use-bytes":28827648,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T03:42:50.139148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2342289919,"revision":31292,"compact-revision":29177} {"level":"info","ts":"2026-03-04T03:47:50.007068Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33439} {"level":"info","ts":"2026-03-04T03:47:50.140908Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33439,"took":"130.507481ms","hash":910579264,"current-db-size-bytes":50147328,"current-db-size":"50 MB","current-db-size-in-use-bytes":29405184,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T03:47:50.140976Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":910579264,"revision":33439,"compact-revision":31292} {"level":"info","ts":"2026-03-04T03:48:07.361271Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008fde.wal"}