{"level":"warn","ts":"2026-05-08T02:49:24.434953Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-08T02:49:24.435039Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.113:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.113:2380","--initial-cluster=instance=https://199.204.45.113:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.113:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.113:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-08T02:49:24.435098Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-08T02:49:24.435109Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-05-08T02:49:24.43513Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-08T02:49:24.435791Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"]} {"level":"info","ts":"2026-05-08T02:49:24.435883Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.113:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-08T02:49:24.439508Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.416244ms"} {"level":"info","ts":"2026-05-08T02:49:24.44713Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a31e123290fcf0df","cluster-id":"37661d6ee45ed9e8"} {"level":"info","ts":"2026-05-08T02:49:24.447196Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=()"} {"level":"info","ts":"2026-05-08T02:49:24.44722Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 0"} {"level":"info","ts":"2026-05-08T02:49:24.44723Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a31e123290fcf0df [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-08T02:49:24.447249Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 1"} {"level":"info","ts":"2026-05-08T02:49:24.447286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"warn","ts":"2026-05-08T02:49:24.453098Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-08T02:49:24.455104Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-08T02:49:24.456445Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-08T02:49:24.459695Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a31e123290fcf0df","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-08T02:49:24.460496Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a31e123290fcf0df","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-08T02:49:24.460645Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T02:49:24.460683Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T02:49:24.460694Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T02:49:24.463027Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"info","ts":"2026-05-08T02:49:24.463291Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","added-peer-id":"a31e123290fcf0df","added-peer-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-05-08T02:49:24.464784Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-08T02:49:24.464933Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-05-08T02:49:24.464956Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-05-08T02:49:24.464983Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a31e123290fcf0df","initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-08T02:49:24.465026Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-08T02:49:24.948071Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df is starting a new election at term 1"} {"level":"info","ts":"2026-05-08T02:49:24.948133Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became pre-candidate at term 1"} {"level":"info","ts":"2026-05-08T02:49:24.948157Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgPreVoteResp from a31e123290fcf0df at term 1"} {"level":"info","ts":"2026-05-08T02:49:24.948175Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became candidate at term 2"} {"level":"info","ts":"2026-05-08T02:49:24.948187Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgVoteResp from a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-05-08T02:49:24.948202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became leader at term 2"} {"level":"info","ts":"2026-05-08T02:49:24.948216Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a31e123290fcf0df elected leader a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-05-08T02:49:24.949659Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T02:49:24.950732Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-08T02:49:24.95073Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a31e123290fcf0df","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.113:2379]}","request-path":"/0/members/a31e123290fcf0df/attributes","cluster-id":"37661d6ee45ed9e8","publish-timeout":"7s"} {"level":"info","ts":"2026-05-08T02:49:24.951259Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-08T02:49:24.951358Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T02:49:24.951493Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T02:49:24.951538Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T02:49:24.951737Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-08T02:49:24.951766Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-08T02:49:24.954001Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-08T02:49:24.954405Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.113:2379"} {"level":"info","ts":"2026-05-08T02:49:55.480351Z","caller":"traceutil/trace.go:171","msg":"trace[1023984286] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"285.915205ms","start":"2026-05-08T02:49:55.194399Z","end":"2026-05-08T02:49:55.480314Z","steps":["trace[1023984286] 'process raft request' (duration: 270.652467ms)","trace[1023984286] 'compare' (duration: 14.89513ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:49:55.480763Z","caller":"traceutil/trace.go:171","msg":"trace[2007749672] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"277.554395ms","start":"2026-05-08T02:49:55.203194Z","end":"2026-05-08T02:49:55.480749Z","steps":["trace[2007749672] 'process raft request' (duration: 277.033114ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:49:55.480908Z","caller":"traceutil/trace.go:171","msg":"trace[781379449] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"277.551324ms","start":"2026-05-08T02:49:55.203317Z","end":"2026-05-08T02:49:55.480868Z","steps":["trace[781379449] 'process raft request' (duration: 277.245098ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:49:55.480977Z","caller":"traceutil/trace.go:171","msg":"trace[798846611] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"267.770926ms","start":"2026-05-08T02:49:55.213194Z","end":"2026-05-08T02:49:55.480965Z","steps":["trace[798846611] 'process raft request' (duration: 267.518661ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:49:55.481111Z","caller":"traceutil/trace.go:171","msg":"trace[221259814] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"263.379641ms","start":"2026-05-08T02:49:55.21772Z","end":"2026-05-08T02:49:55.4811Z","steps":["trace[221259814] 'process raft request' (duration: 263.157447ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:49:55.481225Z","caller":"traceutil/trace.go:171","msg":"trace[1984789710] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"164.876558ms","start":"2026-05-08T02:49:55.316339Z","end":"2026-05-08T02:49:55.481216Z","steps":["trace[1984789710] 'process raft request' (duration: 164.613512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:50:00.873278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.369726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T02:50:00.873386Z","caller":"traceutil/trace.go:171","msg":"trace[241003584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:615; }","duration":"108.495268ms","start":"2026-05-08T02:50:00.764877Z","end":"2026-05-08T02:50:00.873372Z","steps":["trace[241003584] 'range keys from in-memory index tree' (duration: 108.238973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:50:01.482533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.914141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-08T02:50:01.482701Z","caller":"traceutil/trace.go:171","msg":"trace[1196868936] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"354.927114ms","start":"2026-05-08T02:50:01.127751Z","end":"2026-05-08T02:50:01.482679Z","steps":["trace[1196868936] 'process raft request' (duration: 42.152684ms)","trace[1196868936] 'compare' (duration: 310.41369ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:50:01.48279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:50:01.127723Z","time spent":"355.029547ms","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T02:50:18.04525Z","caller":"traceutil/trace.go:171","msg":"trace[666098117] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"247.252025ms","start":"2026-05-08T02:50:17.797952Z","end":"2026-05-08T02:50:18.045204Z","steps":["trace[666098117] 'process raft request' (duration: 247.018401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:51:35.792115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.698761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-05-08T02:51:35.792249Z","caller":"traceutil/trace.go:171","msg":"trace[31651811] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1855; }","duration":"270.916545ms","start":"2026-05-08T02:51:35.521307Z","end":"2026-05-08T02:51:35.792223Z","steps":["trace[31651811] 'range keys from in-memory index tree' (duration: 270.447645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:51:35.792286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.824297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5a95d5b-4593-401b-9225-6c1281fbe9d8\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-08T02:51:35.792441Z","caller":"traceutil/trace.go:171","msg":"trace[7997931] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5a95d5b-4593-401b-9225-6c1281fbe9d8; range_end:; response_count:1; response_revision:1855; }","duration":"202.064252ms","start":"2026-05-08T02:51:35.590346Z","end":"2026-05-08T02:51:35.79241Z","steps":["trace[7997931] 'range keys from in-memory index tree' (duration: 201.568282ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:51:36.173073Z","caller":"traceutil/trace.go:171","msg":"trace[293763] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"297.911704ms","start":"2026-05-08T02:51:35.875131Z","end":"2026-05-08T02:51:36.173042Z","steps":["trace[293763] 'process raft request' (duration: 297.654488ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:51:36.173458Z","caller":"traceutil/trace.go:171","msg":"trace[1591444865] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"298.124068ms","start":"2026-05-08T02:51:35.875306Z","end":"2026-05-08T02:51:36.17343Z","steps":["trace[1591444865] 'process raft request' (duration: 297.689669ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:51:36.173464Z","caller":"traceutil/trace.go:171","msg":"trace[70460061] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1930; }","duration":"249.024647ms","start":"2026-05-08T02:51:35.9244Z","end":"2026-05-08T02:51:36.173425Z","steps":["trace[70460061] 'read index received' (duration: 248.429604ms)","trace[70460061] 'applied index is now lower than readState.Index' (duration: 593.973µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:51:36.173602Z","caller":"traceutil/trace.go:171","msg":"trace[1169106681] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"292.779963ms","start":"2026-05-08T02:51:35.88081Z","end":"2026-05-08T02:51:36.17359Z","steps":["trace[1169106681] 'process raft request' (duration: 292.553078ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:51:36.173565Z","caller":"traceutil/trace.go:171","msg":"trace[131464662] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"297.648757ms","start":"2026-05-08T02:51:35.875834Z","end":"2026-05-08T02:51:36.173483Z","steps":["trace[131464662] 'process raft request' (duration: 297.397442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:51:36.173773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.325263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T02:51:36.173822Z","caller":"traceutil/trace.go:171","msg":"trace[1161455563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1861; }","duration":"249.492547ms","start":"2026-05-08T02:51:35.924313Z","end":"2026-05-08T02:51:36.173806Z","steps":["trace[1161455563] 'agreement among raft nodes before linearized reading' (duration: 249.349644ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:51:36.225626Z","caller":"traceutil/trace.go:171","msg":"trace[1188567744] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"133.515706ms","start":"2026-05-08T02:51:36.092076Z","end":"2026-05-08T02:51:36.225591Z","steps":["trace[1188567744] 'process raft request' (duration: 133.349802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:51:36.226114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.280849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-08T02:51:36.226238Z","caller":"traceutil/trace.go:171","msg":"trace[989092530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1862; }","duration":"253.458043ms","start":"2026-05-08T02:51:35.972742Z","end":"2026-05-08T02:51:36.2262Z","steps":["trace[989092530] 'agreement among raft nodes before linearized reading' (duration: 252.951002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:51:36.226615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.013203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-08T02:51:36.226673Z","caller":"traceutil/trace.go:171","msg":"trace[397586158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1862; }","duration":"110.194667ms","start":"2026-05-08T02:51:36.116465Z","end":"2026-05-08T02:51:36.22666Z","steps":["trace[397586158] 'agreement among raft nodes before linearized reading' (duration: 109.243247ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:51:47.568247Z","caller":"traceutil/trace.go:171","msg":"trace[1917953782] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"129.123711ms","start":"2026-05-08T02:51:47.439097Z","end":"2026-05-08T02:51:47.56822Z","steps":["trace[1917953782] 'process raft request' (duration: 128.933097ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:51:47.569825Z","caller":"traceutil/trace.go:171","msg":"trace[2135275292] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"126.75352ms","start":"2026-05-08T02:51:47.443041Z","end":"2026-05-08T02:51:47.569795Z","steps":["trace[2135275292] 'process raft request' (duration: 126.564466ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:52:20.527714Z","caller":"traceutil/trace.go:171","msg":"trace[892576293] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"123.875429ms","start":"2026-05-08T02:52:20.403789Z","end":"2026-05-08T02:52:20.527665Z","steps":["trace[892576293] 'process raft request' (duration: 95.867022ms)","trace[892576293] 'compare' (duration: 27.764132ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:52:26.776964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.874595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T02:52:26.777118Z","caller":"traceutil/trace.go:171","msg":"trace[1892498743] linearizableReadLoop","detail":"{readStateIndex:2269; appliedIndex:2268; }","duration":"189.713862ms","start":"2026-05-08T02:52:26.587379Z","end":"2026-05-08T02:52:26.777093Z","steps":["trace[1892498743] 'read index received' (duration: 61.383868ms)","trace[1892498743] 'applied index is now lower than readState.Index' (duration: 128.327914ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:52:26.777263Z","caller":"traceutil/trace.go:171","msg":"trace[818452464] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"229.220915ms","start":"2026-05-08T02:52:26.547993Z","end":"2026-05-08T02:52:26.777214Z","steps":["trace[818452464] 'process raft request' (duration: 100.781468ms)","trace[818452464] 'compare' (duration: 127.739652ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:52:26.777349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.965607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-08T02:52:26.777406Z","caller":"traceutil/trace.go:171","msg":"trace[32078554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2185; }","duration":"190.051549ms","start":"2026-05-08T02:52:26.587337Z","end":"2026-05-08T02:52:26.777389Z","steps":["trace[32078554] 'agreement among raft nodes before linearized reading' (duration: 189.857005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:27.043849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.922867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T02:52:27.044021Z","caller":"traceutil/trace.go:171","msg":"trace[1018185887] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"261.772216ms","start":"2026-05-08T02:52:26.782217Z","end":"2026-05-08T02:52:27.043989Z","steps":["trace[1018185887] 'process raft request' (duration: 132.565274ms)","trace[1018185887] 'compare' (duration: 128.768153ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:52:27.051684Z","caller":"traceutil/trace.go:171","msg":"trace[2138620462] linearizableReadLoop","detail":"{readStateIndex:2271; appliedIndex:2269; }","duration":"220.033179ms","start":"2026-05-08T02:52:26.83162Z","end":"2026-05-08T02:52:27.051654Z","steps":["trace[2138620462] 'read index received' (duration: 83.180853ms)","trace[2138620462] 'applied index is now lower than readState.Index' (duration: 136.850916ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:52:27.051726Z","caller":"traceutil/trace.go:171","msg":"trace[1240643670] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"240.148877ms","start":"2026-05-08T02:52:26.811557Z","end":"2026-05-08T02:52:27.051706Z","steps":["trace[1240643670] 'process raft request' (duration: 239.950393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:27.051944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.329235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-08T02:52:27.051994Z","caller":"traceutil/trace.go:171","msg":"trace[1090918407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2187; }","duration":"220.434787ms","start":"2026-05-08T02:52:26.831547Z","end":"2026-05-08T02:52:27.051982Z","steps":["trace[1090918407] 'agreement among raft nodes before linearized reading' (duration: 220.233723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:27.052025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.033239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-08T02:52:27.052065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.462057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T02:52:27.052195Z","caller":"traceutil/trace.go:171","msg":"trace[1206730177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2187; }","duration":"127.665491ms","start":"2026-05-08T02:52:26.924503Z","end":"2026-05-08T02:52:27.052169Z","steps":["trace[1206730177] 'agreement among raft nodes before linearized reading' (duration: 127.361394ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:52:27.052093Z","caller":"traceutil/trace.go:171","msg":"trace[1761596435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2187; }","duration":"190.150842ms","start":"2026-05-08T02:52:26.861925Z","end":"2026-05-08T02:52:27.052076Z","steps":["trace[1761596435] 'agreement among raft nodes before linearized reading' (duration: 189.939887ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:53:16.910441Z","caller":"traceutil/trace.go:171","msg":"trace[540218224] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"162.514461ms","start":"2026-05-08T02:53:16.747877Z","end":"2026-05-08T02:53:16.910391Z","steps":["trace[540218224] 'process raft request' (duration: 162.308826ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:53:48.534736Z","caller":"traceutil/trace.go:171","msg":"trace[643657206] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"124.202797ms","start":"2026-05-08T02:53:48.410506Z","end":"2026-05-08T02:53:48.534709Z","steps":["trace[643657206] 'process raft request' (duration: 124.073335ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:53:48.535184Z","caller":"traceutil/trace.go:171","msg":"trace[660228638] linearizableReadLoop","detail":"{readStateIndex:2930; appliedIndex:2930; }","duration":"110.072765ms","start":"2026-05-08T02:53:48.425086Z","end":"2026-05-08T02:53:48.535159Z","steps":["trace[660228638] 'read index received' (duration: 110.063205ms)","trace[660228638] 'applied index is now lower than readState.Index' (duration: 7.59µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:53:48.535384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.284329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T02:53:48.535439Z","caller":"traceutil/trace.go:171","msg":"trace[350604228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2820; }","duration":"110.419302ms","start":"2026-05-08T02:53:48.425004Z","end":"2026-05-08T02:53:48.535424Z","steps":["trace[350604228] 'agreement among raft nodes before linearized reading' (duration: 110.244179ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:53:54.108322Z","caller":"traceutil/trace.go:171","msg":"trace[980165308] linearizableReadLoop","detail":"{readStateIndex:2963; appliedIndex:2962; }","duration":"121.716063ms","start":"2026-05-08T02:53:53.986568Z","end":"2026-05-08T02:53:54.108284Z","steps":["trace[980165308] 'read index received' (duration: 121.429917ms)","trace[980165308] 'applied index is now lower than readState.Index' (duration: 284.776µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:53:54.108418Z","caller":"traceutil/trace.go:171","msg":"trace[625288578] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"127.911125ms","start":"2026-05-08T02:53:53.980456Z","end":"2026-05-08T02:53:54.108368Z","steps":["trace[625288578] 'process raft request' (duration: 127.620789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:53:54.108627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.021549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-08T02:53:54.10877Z","caller":"traceutil/trace.go:171","msg":"trace[51597751] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2852; }","duration":"122.231324ms","start":"2026-05-08T02:53:53.986514Z","end":"2026-05-08T02:53:54.108746Z","steps":["trace[51597751] 'agreement among raft nodes before linearized reading' (duration: 121.907297ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:56:30.333265Z","caller":"traceutil/trace.go:171","msg":"trace[982526379] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"126.375918ms","start":"2026-05-08T02:56:30.206865Z","end":"2026-05-08T02:56:30.33324Z","steps":["trace[982526379] 'process raft request' (duration: 124.085079ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:56:30.333605Z","caller":"traceutil/trace.go:171","msg":"trace[1463890901] transaction","detail":"{read_only:false; response_revision:3876; number_of_response:1; }","duration":"125.381267ms","start":"2026-05-08T02:56:30.208183Z","end":"2026-05-08T02:56:30.333564Z","steps":["trace[1463890901] 'process raft request' (duration: 125.185513ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:56:35.821511Z","caller":"traceutil/trace.go:171","msg":"trace[139263955] transaction","detail":"{read_only:false; response_revision:3901; number_of_response:1; }","duration":"152.501875ms","start":"2026-05-08T02:56:35.668977Z","end":"2026-05-08T02:56:35.821478Z","steps":["trace[139263955] 'process raft request' (duration: 152.29363ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:57:58.554486Z","caller":"traceutil/trace.go:171","msg":"trace[1306339927] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"118.038322ms","start":"2026-05-08T02:57:58.43639Z","end":"2026-05-08T02:57:58.554429Z","steps":["trace[1306339927] 'process raft request' (duration: 117.885559ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:58:02.05741Z","caller":"traceutil/trace.go:171","msg":"trace[1066002353] linearizableReadLoop","detail":"{readStateIndex:5289; appliedIndex:5288; }","duration":"133.276935ms","start":"2026-05-08T02:58:01.924102Z","end":"2026-05-08T02:58:02.057379Z","steps":["trace[1066002353] 'read index received' (duration: 133.05225ms)","trace[1066002353] 'applied index is now lower than readState.Index' (duration: 223.435µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:58:02.057832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.700035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T02:58:02.057795Z","caller":"traceutil/trace.go:171","msg":"trace[419115896] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"136.2928ms","start":"2026-05-08T02:58:01.921453Z","end":"2026-05-08T02:58:02.057745Z","steps":["trace[419115896] 'process raft request' (duration: 135.197917ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:58:02.057896Z","caller":"traceutil/trace.go:171","msg":"trace[1321826555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5093; }","duration":"133.793356ms","start":"2026-05-08T02:58:01.924085Z","end":"2026-05-08T02:58:02.057879Z","steps":["trace[1321826555] 'agreement among raft nodes before linearized reading' (duration: 133.676454ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:58:02.248855Z","caller":"traceutil/trace.go:171","msg":"trace[1282519401] linearizableReadLoop","detail":"{readStateIndex:5290; appliedIndex:5289; }","duration":"191.294057ms","start":"2026-05-08T02:58:02.057538Z","end":"2026-05-08T02:58:02.248832Z","steps":["trace[1282519401] 'read index received' (duration: 190.960589ms)","trace[1282519401] 'applied index is now lower than readState.Index' (duration: 332.538µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:58:02.248901Z","caller":"traceutil/trace.go:171","msg":"trace[1991746858] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"321.844854ms","start":"2026-05-08T02:58:01.927033Z","end":"2026-05-08T02:58:02.248877Z","steps":["trace[1991746858] 'process raft request' (duration: 321.513986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:02.249041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.215093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db5e10-f556-4261-8ff7-3f0496966ff3\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-08T02:58:02.249072Z","caller":"traceutil/trace.go:171","msg":"trace[467425579] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db5e10-f556-4261-8ff7-3f0496966ff3; range_end:; response_count:1; response_revision:5094; }","duration":"256.299585ms","start":"2026-05-08T02:58:01.992764Z","end":"2026-05-08T02:58:02.249063Z","steps":["trace[467425579] 'agreement among raft nodes before linearized reading' (duration: 256.173502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:02.249057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:58:01.927015Z","time spent":"321.938277ms","remote":"127.0.0.1:53994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413790,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T02:58:02.24917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.159769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-08T02:58:02.249279Z","caller":"traceutil/trace.go:171","msg":"trace[1456846408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5094; }","duration":"237.334213ms","start":"2026-05-08T02:58:02.011922Z","end":"2026-05-08T02:58:02.249256Z","steps":["trace[1456846408] 'agreement among raft nodes before linearized reading' (duration: 237.022056ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:58:02.263709Z","caller":"traceutil/trace.go:171","msg":"trace[573182263] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"101.109324ms","start":"2026-05-08T02:58:02.162584Z","end":"2026-05-08T02:58:02.263693Z","steps":["trace[573182263] 'process raft request' (duration: 100.89368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:02.264098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.037707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T02:58:02.264145Z","caller":"traceutil/trace.go:171","msg":"trace[1448706978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5097; }","duration":"205.126809ms","start":"2026-05-08T02:58:02.059007Z","end":"2026-05-08T02:58:02.264134Z","steps":["trace[1448706978] 'agreement among raft nodes before linearized reading' (duration: 204.66825ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:58:13.098973Z","caller":"traceutil/trace.go:171","msg":"trace[1973837241] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"145.563228ms","start":"2026-05-08T02:58:12.953369Z","end":"2026-05-08T02:58:13.098932Z","steps":["trace[1973837241] 'process raft request' (duration: 54.227036ms)","trace[1973837241] 'compare' (duration: 90.815561ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:58:13.099008Z","caller":"traceutil/trace.go:171","msg":"trace[1306292431] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"145.523307ms","start":"2026-05-08T02:58:12.953447Z","end":"2026-05-08T02:58:13.09897Z","steps":["trace[1306292431] 'process raft request' (duration: 145.20239ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:58:13.099251Z","caller":"traceutil/trace.go:171","msg":"trace[106903966] linearizableReadLoop","detail":"{readStateIndex:5507; appliedIndex:5505; }","duration":"133.934792ms","start":"2026-05-08T02:58:12.965234Z","end":"2026-05-08T02:58:13.099169Z","steps":["trace[106903966] 'read index received' (duration: 42.296734ms)","trace[106903966] 'applied index is now lower than readState.Index' (duration: 91.632538ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:58:13.148566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.304795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T02:58:13.148694Z","caller":"traceutil/trace.go:171","msg":"trace[729828623] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5305; }","duration":"183.52979ms","start":"2026-05-08T02:58:12.965139Z","end":"2026-05-08T02:58:13.148669Z","steps":["trace[729828623] 'agreement among raft nodes before linearized reading' (duration: 134.163857ms)","trace[729828623] 'range keys from in-memory index tree' (duration: 49.167659ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:58:13.148735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.134301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-08T02:58:13.148859Z","caller":"traceutil/trace.go:171","msg":"trace[808944353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5305; }","duration":"104.305126ms","start":"2026-05-08T02:58:13.044522Z","end":"2026-05-08T02:58:13.148827Z","steps":["trace[808944353] 'agreement among raft nodes before linearized reading' (duration: 103.990899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:13.363861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.909197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-08T02:58:13.363952Z","caller":"traceutil/trace.go:171","msg":"trace[1770090150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5306; }","duration":"104.04626ms","start":"2026-05-08T02:58:13.259883Z","end":"2026-05-08T02:58:13.363929Z","steps":["trace[1770090150] 'range keys from in-memory index tree' (duration: 103.58735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:13.364244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.645141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T02:58:13.364291Z","caller":"traceutil/trace.go:171","msg":"trace[581919205] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5306; }","duration":"137.741483ms","start":"2026-05-08T02:58:13.226536Z","end":"2026-05-08T02:58:13.364278Z","steps":["trace[581919205] 'count revisions from in-memory index tree' (duration: 137.494487ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:58:21.716845Z","caller":"traceutil/trace.go:171","msg":"trace[1922266004] linearizableReadLoop","detail":"{readStateIndex:5689; appliedIndex:5688; }","duration":"111.049378ms","start":"2026-05-08T02:58:21.605766Z","end":"2026-05-08T02:58:21.716815Z","steps":["trace[1922266004] 'read index received' (duration: 110.930356ms)","trace[1922266004] 'applied index is now lower than readState.Index' (duration: 117.812µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:58:21.717253Z","caller":"traceutil/trace.go:171","msg":"trace[980711887] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"236.562252ms","start":"2026-05-08T02:58:21.48065Z","end":"2026-05-08T02:58:21.717212Z","steps":["trace[980711887] 'process raft request' (duration: 235.964339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:21.717835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.311514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-08T02:58:21.717882Z","caller":"traceutil/trace.go:171","msg":"trace[716173258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5483; }","duration":"112.163231ms","start":"2026-05-08T02:58:21.605707Z","end":"2026-05-08T02:58:21.71787Z","steps":["trace[716173258] 'agreement among raft nodes before linearized reading' (duration: 111.245172ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:58:21.906518Z","caller":"traceutil/trace.go:171","msg":"trace[502545451] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"185.674497ms","start":"2026-05-08T02:58:21.720806Z","end":"2026-05-08T02:58:21.90648Z","steps":["trace[502545451] 'process raft request' (duration: 172.436806ms)","trace[502545451] 'compare' (duration: 12.820342ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:59:12.90657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.249731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2213919"} {"level":"info","ts":"2026-05-08T02:59:12.906683Z","caller":"traceutil/trace.go:171","msg":"trace[2088618132] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5979; }","duration":"101.423854ms","start":"2026-05-08T02:59:12.805233Z","end":"2026-05-08T02:59:12.906657Z","steps":["trace[2088618132] 'range keys from in-memory index tree' (duration: 99.7963ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:59:24.998348Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3021} {"level":"info","ts":"2026-05-08T02:59:25.085985Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3021,"took":"86.154902ms","hash":644536006,"current-db-size-bytes":58720256,"current-db-size":"59 MB","current-db-size-in-use-bytes":31469568,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-08T02:59:25.086066Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":644536006,"revision":3021,"compact-revision":-1} {"level":"info","ts":"2026-05-08T03:04:25.012975Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6074} {"level":"info","ts":"2026-05-08T03:04:25.14342Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6074,"took":"128.395631ms","hash":344932198,"current-db-size-bytes":58720256,"current-db-size":"59 MB","current-db-size-in-use-bytes":21696512,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-05-08T03:04:25.143508Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":344932198,"revision":6074,"compact-revision":3021} {"level":"warn","ts":"2026-05-08T03:04:48.836047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.993239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-08T03:04:48.836163Z","caller":"traceutil/trace.go:171","msg":"trace[1197403722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8420; }","duration":"209.162623ms","start":"2026-05-08T03:04:48.626977Z","end":"2026-05-08T03:04:48.83614Z","steps":["trace[1197403722] 'range keys from in-memory index tree' (duration: 208.745384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:04:50.34186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.077006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T03:04:50.342016Z","caller":"traceutil/trace.go:171","msg":"trace[1466339389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8426; }","duration":"171.319701ms","start":"2026-05-08T03:04:50.170661Z","end":"2026-05-08T03:04:50.341981Z","steps":["trace[1466339389] 'range keys from in-memory index tree' (duration: 170.77312ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:05:18.348084Z","caller":"traceutil/trace.go:171","msg":"trace[2061423066] linearizableReadLoop","detail":"{readStateIndex:8940; appliedIndex:8939; }","duration":"279.557076ms","start":"2026-05-08T03:05:18.068489Z","end":"2026-05-08T03:05:18.348046Z","steps":["trace[2061423066] 'read index received' (duration: 279.352121ms)","trace[2061423066] 'applied index is now lower than readState.Index' (duration: 202.485µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:05:18.348124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:05:18.021003Z","time spent":"327.100873ms","remote":"127.0.0.1:57414","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-08T03:05:18.348538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.007295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-08T03:05:18.348671Z","caller":"traceutil/trace.go:171","msg":"trace[1067458596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8630; }","duration":"280.161959ms","start":"2026-05-08T03:05:18.068461Z","end":"2026-05-08T03:05:18.348623Z","steps":["trace[1067458596] 'agreement among raft nodes before linearized reading' (duration: 279.690959ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:05:18.368372Z","caller":"traceutil/trace.go:171","msg":"trace[1307512680] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"218.563493ms","start":"2026-05-08T03:05:18.149795Z","end":"2026-05-08T03:05:18.368358Z","steps":["trace[1307512680] 'process raft request' (duration: 218.281527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:05:18.368639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.150355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:05:18.368656Z","caller":"traceutil/trace.go:171","msg":"trace[613981693] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"178.396392ms","start":"2026-05-08T03:05:18.190234Z","end":"2026-05-08T03:05:18.368631Z","steps":["trace[613981693] 'process raft request' (duration: 178.064744ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:05:18.368722Z","caller":"traceutil/trace.go:171","msg":"trace[120591008] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8632; }","duration":"135.288198ms","start":"2026-05-08T03:05:18.233417Z","end":"2026-05-08T03:05:18.368706Z","steps":["trace[120591008] 'agreement among raft nodes before linearized reading' (duration: 135.114235ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:05:22.53191Z","caller":"traceutil/trace.go:171","msg":"trace[2004601418] linearizableReadLoop","detail":"{readStateIndex:8964; appliedIndex:8962; }","duration":"145.015524ms","start":"2026-05-08T03:05:22.386868Z","end":"2026-05-08T03:05:22.531884Z","steps":["trace[2004601418] 'read index received' (duration: 33.131842ms)","trace[2004601418] 'applied index is now lower than readState.Index' (duration: 111.882832ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:05:22.531995Z","caller":"traceutil/trace.go:171","msg":"trace[1643111702] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"149.000918ms","start":"2026-05-08T03:05:22.382941Z","end":"2026-05-08T03:05:22.531942Z","steps":["trace[1643111702] 'process raft request' (duration: 139.634199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:05:22.532161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.27085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-08T03:05:22.532192Z","caller":"traceutil/trace.go:171","msg":"trace[1739644034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8653; }","duration":"145.362181ms","start":"2026-05-08T03:05:22.386822Z","end":"2026-05-08T03:05:22.532184Z","steps":["trace[1739644034] 'agreement among raft nodes before linearized reading' (duration: 145.205028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:05:22.532248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.049957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-08T03:05:22.532333Z","caller":"traceutil/trace.go:171","msg":"trace[1296477504] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8653; }","duration":"113.18926ms","start":"2026-05-08T03:05:22.419125Z","end":"2026-05-08T03:05:22.532314Z","steps":["trace[1296477504] 'agreement among raft nodes before linearized reading' (duration: 112.965315ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:05:32.616998Z","caller":"traceutil/trace.go:171","msg":"trace[1701399017] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"160.354849ms","start":"2026-05-08T03:05:32.456574Z","end":"2026-05-08T03:05:32.616929Z","steps":["trace[1701399017] 'process raft request' (duration: 147.70369ms)","trace[1701399017] 'compare' (duration: 12.097838ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:05:32.617911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.047936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-05-08T03:05:32.617985Z","caller":"traceutil/trace.go:171","msg":"trace[1307743173] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8751; }","duration":"213.376553ms","start":"2026-05-08T03:05:32.404592Z","end":"2026-05-08T03:05:32.617969Z","steps":["trace[1307743173] 'range keys from in-memory index tree' (duration: 211.697818ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:05:47.588358Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023f7.wal"} {"level":"info","ts":"2026-05-08T03:06:51.239381Z","caller":"traceutil/trace.go:171","msg":"trace[125383363] transaction","detail":"{read_only:false; response_revision:9510; number_of_response:1; }","duration":"106.648086ms","start":"2026-05-08T03:06:51.132703Z","end":"2026-05-08T03:06:51.239351Z","steps":["trace[125383363] 'process raft request' (duration: 106.414181ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:06:51.288062Z","caller":"traceutil/trace.go:171","msg":"trace[1158294109] linearizableReadLoop","detail":"{readStateIndex:9849; appliedIndex:9846; }","duration":"149.411997ms","start":"2026-05-08T03:06:51.138607Z","end":"2026-05-08T03:06:51.288019Z","steps":["trace[1158294109] 'read index received' (duration: 100.484586ms)","trace[1158294109] 'applied index is now lower than readState.Index' (duration: 48.925361ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:06:51.288128Z","caller":"traceutil/trace.go:171","msg":"trace[1050868800] transaction","detail":"{read_only:false; response_revision:9512; number_of_response:1; }","duration":"152.494343ms","start":"2026-05-08T03:06:51.135607Z","end":"2026-05-08T03:06:51.288101Z","steps":["trace[1050868800] 'process raft request' (duration: 152.293449ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:06:51.288128Z","caller":"traceutil/trace.go:171","msg":"trace[1228865906] transaction","detail":"{read_only:false; response_revision:9511; number_of_response:1; }","duration":"152.762249ms","start":"2026-05-08T03:06:51.135323Z","end":"2026-05-08T03:06:51.288085Z","steps":["trace[1228865906] 'process raft request' (duration: 152.285119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:06:51.28842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.779135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T03:06:51.288484Z","caller":"traceutil/trace.go:171","msg":"trace[773745432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9512; }","duration":"149.904138ms","start":"2026-05-08T03:06:51.138565Z","end":"2026-05-08T03:06:51.288469Z","steps":["trace[773745432] 'agreement among raft nodes before linearized reading' (duration: 149.668653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:06:51.288496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.341946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-08T03:06:51.288548Z","caller":"traceutil/trace.go:171","msg":"trace[1053908332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9512; }","duration":"149.496689ms","start":"2026-05-08T03:06:51.139036Z","end":"2026-05-08T03:06:51.288532Z","steps":["trace[1053908332] 'agreement among raft nodes before linearized reading' (duration: 149.228683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:06:51.640543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.151059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T03:06:51.64068Z","caller":"traceutil/trace.go:171","msg":"trace[1104005731] transaction","detail":"{read_only:false; response_revision:9513; number_of_response:1; }","duration":"346.894038ms","start":"2026-05-08T03:06:51.293762Z","end":"2026-05-08T03:06:51.640656Z","steps":["trace[1104005731] 'process raft request' (duration: 162.507524ms)","trace[1104005731] 'compare' (duration: 183.550216ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:06:51.641091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:51.293727Z","time spent":"347.320826ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:06:51.644098Z","caller":"traceutil/trace.go:171","msg":"trace[1330613843] linearizableReadLoop","detail":"{readStateIndex:9852; appliedIndex:9849; }","duration":"209.631256ms","start":"2026-05-08T03:06:51.434432Z","end":"2026-05-08T03:06:51.644063Z","steps":["trace[1330613843] 'read index received' (duration: 21.85726ms)","trace[1330613843] 'applied index is now lower than readState.Index' (duration: 187.772286ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:06:51.644189Z","caller":"traceutil/trace.go:171","msg":"trace[1062221056] transaction","detail":"{read_only:false; response_revision:9514; number_of_response:1; }","duration":"350.308689ms","start":"2026-05-08T03:06:51.293823Z","end":"2026-05-08T03:06:51.644131Z","steps":["trace[1062221056] 'process raft request' (duration: 349.927931ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:06:51.644224Z","caller":"traceutil/trace.go:171","msg":"trace[1262072471] transaction","detail":"{read_only:false; response_revision:9515; number_of_response:1; }","duration":"227.696237ms","start":"2026-05-08T03:06:51.416463Z","end":"2026-05-08T03:06:51.64416Z","steps":["trace[1262072471] 'process raft request' (duration: 227.538474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:06:51.64445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.018725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-x97wn\" ","response":"range_response_count:1 size:19692"} {"level":"info","ts":"2026-05-08T03:06:51.64451Z","caller":"traceutil/trace.go:171","msg":"trace[1866059929] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-x97wn; range_end:; response_count:1; response_revision:9515; }","duration":"210.130987ms","start":"2026-05-08T03:06:51.434362Z","end":"2026-05-08T03:06:51.644493Z","steps":["trace[1866059929] 'agreement among raft nodes before linearized reading' (duration: 209.887352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:06:51.644642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:51.293803Z","time spent":"350.497154ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:06:51.850885Z","caller":"traceutil/trace.go:171","msg":"trace[1371830790] transaction","detail":"{read_only:false; response_revision:9517; number_of_response:1; }","duration":"193.63851ms","start":"2026-05-08T03:06:51.657215Z","end":"2026-05-08T03:06:51.850854Z","steps":["trace[1371830790] 'process raft request' (duration: 193.437105ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:06:55.181867Z","caller":"traceutil/trace.go:171","msg":"trace[2028136249] linearizableReadLoop","detail":"{readStateIndex:9871; appliedIndex:9870; }","duration":"411.212593ms","start":"2026-05-08T03:06:54.770621Z","end":"2026-05-08T03:06:55.181834Z","steps":["trace[2028136249] 'read index received' (duration: 411.027999ms)","trace[2028136249] 'applied index is now lower than readState.Index' (duration: 183.244µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:06:55.182118Z","caller":"traceutil/trace.go:171","msg":"trace[1116675066] transaction","detail":"{read_only:false; response_revision:9533; number_of_response:1; }","duration":"644.982558ms","start":"2026-05-08T03:06:54.537001Z","end":"2026-05-08T03:06:55.181984Z","steps":["trace[1116675066] 'process raft request' (duration: 644.58274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:06:55.182228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.590411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-08T03:06:55.182308Z","caller":"traceutil/trace.go:171","msg":"trace[1400680817] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9533; }","duration":"411.752304ms","start":"2026-05-08T03:06:54.770534Z","end":"2026-05-08T03:06:55.182286Z","steps":["trace[1400680817] 'agreement among raft nodes before linearized reading' (duration: 411.434178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:06:55.182365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:54.770505Z","time spent":"411.844137ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-08T03:06:55.182383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:54.536962Z","time spent":"645.280903ms","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6918,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:06:55.183197Z","caller":"traceutil/trace.go:171","msg":"trace[977081246] transaction","detail":"{read_only:false; response_revision:9534; number_of_response:1; }","duration":"194.192681ms","start":"2026-05-08T03:06:54.988987Z","end":"2026-05-08T03:06:55.183179Z","steps":["trace[977081246] 'process raft request' (duration: 193.940086ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:06:55.183202Z","caller":"traceutil/trace.go:171","msg":"trace[1834316634] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"183.430244ms","start":"2026-05-08T03:06:54.999737Z","end":"2026-05-08T03:06:55.183167Z","steps":["trace[1834316634] 'process raft request' (duration: 183.364202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:06:55.979981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765235324991849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T03:06:56.480534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765235324991849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T03:06:56.981687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765235324991849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T03:06:57.482569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765235324991849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T03:06:57.924293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T03:06:57.92443Z","caller":"traceutil/trace.go:171","msg":"trace[1818576948] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000193018s","start":"2026-05-08T03:06:55.924207Z","end":"2026-05-08T03:06:57.9244Z","steps":["trace[1818576948] 'agreement among raft nodes before linearized reading' (duration: 2.000020195s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:06:57.924502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:55.924182Z","time spent":"2.00030564s","remote":"127.0.0.1:57396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 03:06:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T03:06:57.982776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765235324991849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T03:06:58.484017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765235324991849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T03:06:58.984792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765235324991849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T03:06:59.485557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765235324991849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T03:06:59.925112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000267289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T03:06:59.925279Z","caller":"traceutil/trace.go:171","msg":"trace[380543414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000497454s","start":"2026-05-08T03:06:57.924744Z","end":"2026-05-08T03:06:59.925241Z","steps":["trace[380543414] 'agreement among raft nodes before linearized reading' (duration: 2.00031367s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:06:59.925401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:57.924719Z","time spent":"2.000664138s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 03:06:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T03:06:59.986174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765235324991849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T03:07:00.258305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:55.260496Z","time spent":"4.997787398s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/08 03:07:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T03:07:00.299094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:55.301264Z","time spent":"4.99781931s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-08T03:07:00.299981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:55.302572Z","time spent":"4.9973981s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/08 03:07:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T03:07:00.486961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765235324991849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T03:07:00.690181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999550405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T03:07:00.690286Z","caller":"traceutil/trace.go:171","msg":"trace[575548164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999729349s","start":"2026-05-08T03:06:55.690531Z","end":"2026-05-08T03:07:00.69026Z","steps":["trace[575548164] 'agreement among raft nodes before linearized reading' (duration: 4.999595976s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:00.690354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:55.690502Z","time spent":"4.999840101s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/08 03:07:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T03:07:00.987603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765235324991849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T03:07:01.224053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998467873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T03:07:01.224194Z","caller":"traceutil/trace.go:171","msg":"trace[1208838168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998697457s","start":"2026-05-08T03:06:56.225469Z","end":"2026-05-08T03:07:01.224166Z","steps":["trace[1208838168] 'agreement among raft nodes before linearized reading' (duration: 4.998500613s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.224254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:56.225454Z","time spent":"4.99878634s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/08 03:07:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T03:07:01.488334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765235324991849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T03:07:01.512245Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.251599462s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T03:07:01.532768Z","caller":"traceutil/trace.go:171","msg":"trace[451702888] transaction","detail":"{read_only:false; response_revision:9540; number_of_response:1; }","duration":"6.116062027s","start":"2026-05-08T03:06:55.41667Z","end":"2026-05-08T03:07:01.532732Z","steps":["trace[451702888] 'process raft request' (duration: 6.115916824s)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:07:01.53298Z","caller":"traceutil/trace.go:171","msg":"trace[396138836] transaction","detail":"{read_only:false; response_revision:9541; number_of_response:1; }","duration":"5.340219412s","start":"2026-05-08T03:06:56.192717Z","end":"2026-05-08T03:07:01.532936Z","steps":["trace[396138836] 'process raft request' (duration: 5.339916876s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.533047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:55.416647Z","time spent":"6.11622442s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:07:01.533217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:56.192686Z","time spent":"5.340400775s","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5104,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:07:01.533462Z","caller":"traceutil/trace.go:171","msg":"trace[369985201] transaction","detail":"{read_only:false; response_revision:9542; number_of_response:1; }","duration":"4.342749058s","start":"2026-05-08T03:06:57.190692Z","end":"2026-05-08T03:07:01.533441Z","steps":["trace[369985201] 'process raft request' (duration: 4.342167196s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.533571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:57.190655Z","time spent":"4.34285579s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:07:01.533643Z","caller":"traceutil/trace.go:171","msg":"trace[1981960450] transaction","detail":"{read_only:false; response_revision:9544; number_of_response:1; }","duration":"995.460241ms","start":"2026-05-08T03:07:00.538156Z","end":"2026-05-08T03:07:01.533617Z","steps":["trace[1981960450] 'process raft request' (duration: 995.297218ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:07:01.533732Z","caller":"traceutil/trace.go:171","msg":"trace[2119979921] transaction","detail":"{read_only:false; response_revision:9545; number_of_response:1; }","duration":"716.377301ms","start":"2026-05-08T03:07:00.817328Z","end":"2026-05-08T03:07:01.533705Z","steps":["trace[2119979921] 'process raft request' (duration: 716.195597ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:07:01.533704Z","caller":"traceutil/trace.go:171","msg":"trace[182156579] linearizableReadLoop","detail":"{readStateIndex:9883; appliedIndex:9874; }","duration":"6.053854586s","start":"2026-05-08T03:06:55.479808Z","end":"2026-05-08T03:07:01.533662Z","steps":["trace[182156579] 'read index received' (duration: 6.032715281s)","trace[182156579] 'applied index is now lower than readState.Index' (duration: 21.137775ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:07:01.53379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:00.538122Z","time spent":"995.586444ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:07:01.533901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.05408733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:07:01.53397Z","caller":"traceutil/trace.go:171","msg":"trace[1237700291] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:9545; }","duration":"6.054202543s","start":"2026-05-08T03:06:55.479748Z","end":"2026-05-08T03:07:01.53395Z","steps":["trace[1237700291] 'agreement among raft nodes before linearized reading' (duration: 6.05407895s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.533819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:00.817279Z","time spent":"716.500374ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19334,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:07:01.534015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.87178896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-08T03:07:01.534017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:55.47972Z","time spent":"6.054283345s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-05-08T03:07:01.534055Z","caller":"traceutil/trace.go:171","msg":"trace[1215122859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9545; }","duration":"5.871877442s","start":"2026-05-08T03:06:55.662165Z","end":"2026-05-08T03:07:01.534042Z","steps":["trace[1215122859] 'agreement among raft nodes before linearized reading' (duration: 5.871719329s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.534089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:55.662154Z","time spent":"5.871929364s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T03:07:01.534098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.148464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:07:01.534127Z","caller":"traceutil/trace.go:171","msg":"trace[153791252] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9545; }","duration":"882.222975ms","start":"2026-05-08T03:07:00.651893Z","end":"2026-05-08T03:07:01.534116Z","steps":["trace[153791252] 'agreement among raft nodes before linearized reading' (duration: 882.172014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.534205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:00.65187Z","time spent":"882.272067ms","remote":"127.0.0.1:57504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:07:01.534214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839833065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-08T03:07:01.534249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.157900161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2qd4m\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-08T03:07:01.534262Z","caller":"traceutil/trace.go:171","msg":"trace[599151186] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9545; }","duration":"2.839926847s","start":"2026-05-08T03:06:58.694321Z","end":"2026-05-08T03:07:01.534248Z","steps":["trace[599151186] 'agreement among raft nodes before linearized reading' (duration: 2.839732693s)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:07:01.534277Z","caller":"traceutil/trace.go:171","msg":"trace[751919843] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2qd4m; range_end:; response_count:1; response_revision:9545; }","duration":"5.157979263s","start":"2026-05-08T03:06:56.376289Z","end":"2026-05-08T03:07:01.534268Z","steps":["trace[751919843] 'agreement among raft nodes before linearized reading' (duration: 5.157883051s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.5343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:58.694296Z","time spent":"2.839995309s","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T03:07:01.534292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.915910533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7bcb967565-7ksq2.18ad783233ecba84\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-05-08T03:07:01.534365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.386671399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:07:01.534364Z","caller":"traceutil/trace.go:171","msg":"trace[317290971] range","detail":"{range_begin:/registry/events/openstack/glance-api-7bcb967565-7ksq2.18ad783233ecba84; range_end:; response_count:1; response_revision:9545; }","duration":"4.916036245s","start":"2026-05-08T03:06:56.618304Z","end":"2026-05-08T03:07:01.53434Z","steps":["trace[317290971] 'agreement among raft nodes before linearized reading' (duration: 4.915819231s)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:07:01.5344Z","caller":"traceutil/trace.go:171","msg":"trace[1619626592] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:9545; }","duration":"5.386763462s","start":"2026-05-08T03:06:56.147625Z","end":"2026-05-08T03:07:01.534389Z","steps":["trace[1619626592] 'agreement among raft nodes before linearized reading' (duration: 5.386706761s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.53442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:56.61828Z","time spent":"4.916129236s","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-7bcb967565-7ksq2.18ad783233ecba84\" "} {"level":"warn","ts":"2026-05-08T03:07:01.534431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:56.147603Z","time spent":"5.386819623s","remote":"127.0.0.1:52412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:07:01.534506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232887555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-05-08T03:07:01.534559Z","caller":"traceutil/trace.go:171","msg":"trace[1434629926] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:9545; }","duration":"1.233000006s","start":"2026-05-08T03:07:00.301542Z","end":"2026-05-08T03:07:01.534542Z","steps":["trace[1434629926] 'agreement among raft nodes before linearized reading' (duration: 1.232892223s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.534567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602154802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T03:07:01.534591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231456724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-05-08T03:07:01.534608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:00.301521Z","time spent":"1.233076888s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-05-08T03:07:01.534653Z","caller":"traceutil/trace.go:171","msg":"trace[314114363] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9545; }","duration":"1.231514915s","start":"2026-05-08T03:07:00.303119Z","end":"2026-05-08T03:07:01.534634Z","steps":["trace[314114363] 'agreement among raft nodes before linearized reading' (duration: 1.231409533s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.534699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:00.303035Z","time spent":"1.231653107s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-08T03:07:01.534696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778877092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T03:07:01.534749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.501133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T03:07:01.534759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.758201348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T03:07:01.534626Z","caller":"traceutil/trace.go:171","msg":"trace[22561990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9545; }","duration":"1.602256075s","start":"2026-05-08T03:06:59.932352Z","end":"2026-05-08T03:07:01.534608Z","steps":["trace[22561990] 'agreement among raft nodes before linearized reading' (duration: 1.602164733s)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:07:01.534814Z","caller":"traceutil/trace.go:171","msg":"trace[94017149] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9545; }","duration":"5.75831234s","start":"2026-05-08T03:06:55.776485Z","end":"2026-05-08T03:07:01.534798Z","steps":["trace[94017149] 'agreement among raft nodes before linearized reading' (duration: 5.758194798s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.534825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:59.932331Z","time spent":"1.60248584s","remote":"127.0.0.1:57396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T03:07:01.534832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869124121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T03:07:01.534859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:55.776458Z","time spent":"5.758390162s","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-05-08T03:07:01.534883Z","caller":"traceutil/trace.go:171","msg":"trace[1469573319] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9545; }","duration":"3.869218733s","start":"2026-05-08T03:06:57.665648Z","end":"2026-05-08T03:07:01.534867Z","steps":["trace[1469573319] 'agreement among raft nodes before linearized reading' (duration: 3.869144681s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.534935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:57.665623Z","time spent":"3.869297845s","remote":"127.0.0.1:51754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:07:01.535183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.872954285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-08T03:07:01.534313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:56.376261Z","time spent":"5.158046383s","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-2qd4m\" "} {"level":"info","ts":"2026-05-08T03:07:01.535222Z","caller":"traceutil/trace.go:171","msg":"trace[1044934686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9545; }","duration":"5.873050927s","start":"2026-05-08T03:06:55.66216Z","end":"2026-05-08T03:07:01.535211Z","steps":["trace[1044934686] 'agreement among raft nodes before linearized reading' (duration: 5.872890114s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.535257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:55.662133Z","time spent":"5.873115339s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T03:07:01.535267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.987879773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T03:07:01.535324Z","caller":"traceutil/trace.go:171","msg":"trace[1988327499] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9545; }","duration":"3.987990925s","start":"2026-05-08T03:06:57.547316Z","end":"2026-05-08T03:07:01.535306Z","steps":["trace[1988327499] 'agreement among raft nodes before linearized reading' (duration: 3.987893223s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.535371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:57.547281Z","time spent":"3.988076607s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:07:01.53539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.484112906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:07:01.535428Z","caller":"traceutil/trace.go:171","msg":"trace[1139135806] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9545; }","duration":"4.484200328s","start":"2026-05-08T03:06:57.051216Z","end":"2026-05-08T03:07:01.535417Z","steps":["trace[1139135806] 'agreement among raft nodes before linearized reading' (duration: 4.484132017s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.535479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:57.051187Z","time spent":"4.48428327s","remote":"127.0.0.1:54046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:07:01.534756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.509078135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-08T03:07:01.535464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.67331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T03:07:01.535525Z","caller":"traceutil/trace.go:171","msg":"trace[1645288064] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:9545; }","duration":"3.509914043s","start":"2026-05-08T03:06:58.025597Z","end":"2026-05-08T03:07:01.535511Z","steps":["trace[1645288064] 'agreement among raft nodes before linearized reading' (duration: 3.509046055s)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:07:01.53554Z","caller":"traceutil/trace.go:171","msg":"trace[1433868398] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9545; }","duration":"670.799892ms","start":"2026-05-08T03:07:00.864719Z","end":"2026-05-08T03:07:01.535519Z","steps":["trace[1433868398] 'agreement among raft nodes before linearized reading' (duration: 670.614169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.535576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:58.025571Z","time spent":"3.509989834s","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-05-08T03:07:01.53559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:00.864694Z","time spent":"670.880935ms","remote":"127.0.0.1:52474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":62,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:07:01.535593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.608091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:07:01.535687Z","caller":"traceutil/trace.go:171","msg":"trace[1602684486] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9545; }","duration":"514.764445ms","start":"2026-05-08T03:07:01.020896Z","end":"2026-05-08T03:07:01.535661Z","steps":["trace[1602684486] 'agreement among raft nodes before linearized reading' (duration: 514.604532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.535743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:01.020868Z","time spent":"514.861067ms","remote":"127.0.0.1:57616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-08T03:07:01.533658Z","caller":"traceutil/trace.go:171","msg":"trace[785653522] transaction","detail":"{read_only:false; response_revision:9543; number_of_response:1; }","duration":"4.342285309s","start":"2026-05-08T03:06:57.191356Z","end":"2026-05-08T03:07:01.533641Z","steps":["trace[785653522] 'process raft request' (duration: 4.341983242s)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:07:01.534747Z","caller":"traceutil/trace.go:171","msg":"trace[1787062225] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9545; }","duration":"2.778989734s","start":"2026-05-08T03:06:58.755741Z","end":"2026-05-08T03:07:01.534731Z","steps":["trace[1787062225] 'agreement among raft nodes before linearized reading' (duration: 2.778914373s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.536353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:58.755712Z","time spent":"2.780548397s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:07:01.536416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:06:57.191309Z","time spent":"4.344961755s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:07:01.537574Z","caller":"traceutil/trace.go:171","msg":"trace[1978092325] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9545; }","duration":"405.590585ms","start":"2026-05-08T03:07:01.129181Z","end":"2026-05-08T03:07:01.534771Z","steps":["trace[1978092325] 'agreement among raft nodes before linearized reading' (duration: 405.533784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:01.537655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:01.129151Z","time spent":"408.481595ms","remote":"127.0.0.1:51820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-05-08T03:07:13.605098Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a31e123290fcf0df","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-08T03:07:13.614632Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-08T03:07:13.614804Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-05-08T03:07:28.166807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765235324992321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T03:07:28.667674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356765235324992321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T03:07:29.15142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.792445621s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T03:07:29.152041Z","caller":"traceutil/trace.go:171","msg":"trace[1298340400] transaction","detail":"{read_only:false; response_revision:9732; number_of_response:1; }","duration":"1.793182817s","start":"2026-05-08T03:07:27.358829Z","end":"2026-05-08T03:07:29.152011Z","steps":["trace[1298340400] 'process raft request' (duration: 1.792896081s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:29.152433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:27.358795Z","time spent":"1.793529994s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:07:29.166087Z","caller":"traceutil/trace.go:171","msg":"trace[1290346796] transaction","detail":"{read_only:false; response_revision:9733; number_of_response:1; }","duration":"1.52891934s","start":"2026-05-08T03:07:27.637114Z","end":"2026-05-08T03:07:29.166033Z","steps":["trace[1290346796] 'process raft request' (duration: 1.528566973s)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:07:29.166198Z","caller":"traceutil/trace.go:171","msg":"trace[1264028042] linearizableReadLoop","detail":"{readStateIndex:10081; appliedIndex:10076; }","duration":"1.499456749s","start":"2026-05-08T03:07:27.666716Z","end":"2026-05-08T03:07:29.166172Z","steps":["trace[1264028042] 'read index received' (duration: 1.485143597s)","trace[1264028042] 'applied index is now lower than readState.Index' (duration: 14.312182ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:07:29.166241Z","caller":"traceutil/trace.go:171","msg":"trace[461042768] transaction","detail":"{read_only:false; response_revision:9734; number_of_response:1; }","duration":"1.521518093s","start":"2026-05-08T03:07:27.644625Z","end":"2026-05-08T03:07:29.166143Z","steps":["trace[461042768] 'process raft request' (duration: 1.521270258s)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:07:29.166321Z","caller":"traceutil/trace.go:171","msg":"trace[1318016473] transaction","detail":"{read_only:false; response_revision:9735; number_of_response:1; }","duration":"1.520726648s","start":"2026-05-08T03:07:27.64558Z","end":"2026-05-08T03:07:29.166307Z","steps":["trace[1318016473] 'process raft request' (duration: 1.520394941s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:29.166438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:27.644594Z","time spent":"1.521744518s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:07:29.166488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:27.645565Z","time spent":"1.520796509s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:07:29.16662Z","caller":"traceutil/trace.go:171","msg":"trace[1032387908] transaction","detail":"{read_only:false; response_revision:9736; number_of_response:1; }","duration":"1.520748918s","start":"2026-05-08T03:07:27.645857Z","end":"2026-05-08T03:07:29.166606Z","steps":["trace[1032387908] 'process raft request' (duration: 1.520253128s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:29.166673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:27.645845Z","time spent":"1.520798699s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:07:29.166688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:27.637082Z","time spent":"1.529126764s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:07:29.166854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500117852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-08T03:07:29.166918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499729714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-08T03:07:29.166963Z","caller":"traceutil/trace.go:171","msg":"trace[1390708156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9736; }","duration":"1.499828636s","start":"2026-05-08T03:07:27.667123Z","end":"2026-05-08T03:07:29.166952Z","steps":["trace[1390708156] 'agreement among raft nodes before linearized reading' (duration: 1.499634032s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:29.166963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.197011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-08T03:07:29.167044Z","caller":"traceutil/trace.go:171","msg":"trace[1551950059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9736; }","duration":"756.342264ms","start":"2026-05-08T03:07:28.410684Z","end":"2026-05-08T03:07:29.167026Z","steps":["trace[1551950059] 'agreement among raft nodes before linearized reading' (duration: 756.087908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:29.16708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140244682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-08T03:07:29.167111Z","caller":"traceutil/trace.go:171","msg":"trace[1473783046] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:9736; }","duration":"1.140334993s","start":"2026-05-08T03:07:28.026768Z","end":"2026-05-08T03:07:29.167103Z","steps":["trace[1473783046] 'agreement among raft nodes before linearized reading' (duration: 1.140250871s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:29.167147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:28.026739Z","time spent":"1.140400826s","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"info","ts":"2026-05-08T03:07:29.167061Z","caller":"traceutil/trace.go:171","msg":"trace[1173315454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9736; }","duration":"1.500280926s","start":"2026-05-08T03:07:27.666659Z","end":"2026-05-08T03:07:29.16694Z","steps":["trace[1173315454] 'agreement among raft nodes before linearized reading' (duration: 1.499861427s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:29.167223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.785905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7bcb967565-7ksq2.18ad783233ecba84\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-05-08T03:07:29.167291Z","caller":"traceutil/trace.go:171","msg":"trace[120688721] range","detail":"{range_begin:/registry/events/openstack/glance-api-7bcb967565-7ksq2.18ad783233ecba84; range_end:; response_count:1; response_revision:9736; }","duration":"532.895147ms","start":"2026-05-08T03:07:28.634382Z","end":"2026-05-08T03:07:29.167277Z","steps":["trace[120688721] 'agreement among raft nodes before linearized reading' (duration: 532.756024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:29.167335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:28.634358Z","time spent":"532.961739ms","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-7bcb967565-7ksq2.18ad783233ecba84\" "} {"level":"warn","ts":"2026-05-08T03:07:29.167104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:28.410657Z","time spent":"756.435776ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T03:07:29.16744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.240995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-08T03:07:29.167515Z","caller":"traceutil/trace.go:171","msg":"trace[167917343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9736; }","duration":"318.409058ms","start":"2026-05-08T03:07:28.849088Z","end":"2026-05-08T03:07:29.167497Z","steps":["trace[167917343] 'agreement among raft nodes before linearized reading' (duration: 317.735363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:29.167525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:27.666632Z","time spent":"1.500853078s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T03:07:29.167564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:28.849059Z","time spent":"318.49313ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T03:07:29.166998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:27.667097Z","time spent":"1.499893538s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T03:07:29.167793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243972096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T03:07:29.167674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.364706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T03:07:29.167868Z","caller":"traceutil/trace.go:171","msg":"trace[1058371458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9736; }","duration":"1.24408888s","start":"2026-05-08T03:07:27.923757Z","end":"2026-05-08T03:07:29.167846Z","steps":["trace[1058371458] 'agreement among raft nodes before linearized reading' (duration: 1.244002828s)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:07:29.167887Z","caller":"traceutil/trace.go:171","msg":"trace[834461257] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9736; }","duration":"223.638371ms","start":"2026-05-08T03:07:28.944232Z","end":"2026-05-08T03:07:29.16787Z","steps":["trace[834461257] 'agreement among raft nodes before linearized reading' (duration: 223.360715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:29.167922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:27.923733Z","time spent":"1.244180541s","remote":"127.0.0.1:57396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T03:07:29.167697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451405226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2qd4m\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-08T03:07:29.168107Z","caller":"traceutil/trace.go:171","msg":"trace[2113271064] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2qd4m; range_end:; response_count:1; response_revision:9736; }","duration":"1.451834995s","start":"2026-05-08T03:07:27.71618Z","end":"2026-05-08T03:07:29.168015Z","steps":["trace[2113271064] 'agreement among raft nodes before linearized reading' (duration: 1.451234713s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:07:29.16821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:07:27.716138Z","time spent":"1.45205638s","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-2qd4m\" "} {"level":"info","ts":"2026-05-08T03:09:25.025522Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8160} {"level":"info","ts":"2026-05-08T03:09:25.103299Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8160,"took":"75.850191ms","hash":747446398,"current-db-size-bytes":58720256,"current-db-size":"59 MB","current-db-size-in-use-bytes":28217344,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-08T03:09:25.103393Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":747446398,"revision":8160,"compact-revision":6074} {"level":"warn","ts":"2026-05-08T03:12:10.576288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.236794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:12:10.576407Z","caller":"traceutil/trace.go:171","msg":"trace[375446999] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11805; }","duration":"100.389747ms","start":"2026-05-08T03:12:10.475993Z","end":"2026-05-08T03:12:10.576383Z","steps":["trace[375446999] 'agreement among raft nodes before linearized reading' (duration: 100.187593ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:14:25.036026Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10491} {"level":"info","ts":"2026-05-08T03:14:25.120518Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10491,"took":"81.725113ms","hash":4151555071,"current-db-size-bytes":58720256,"current-db-size":"59 MB","current-db-size-in-use-bytes":25989120,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-08T03:14:25.120611Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4151555071,"revision":10491,"compact-revision":8160} {"level":"info","ts":"2026-05-08T03:19:09.310846Z","caller":"traceutil/trace.go:171","msg":"trace[130144136] transaction","detail":"{read_only:false; response_revision:14564; number_of_response:1; }","duration":"115.88516ms","start":"2026-05-08T03:19:09.19493Z","end":"2026-05-08T03:19:09.310815Z","steps":["trace[130144136] 'process raft request' (duration: 115.727747ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:19:09.32657Z","caller":"traceutil/trace.go:171","msg":"trace[364385156] transaction","detail":"{read_only:false; response_revision:14565; number_of_response:1; }","duration":"131.266795ms","start":"2026-05-08T03:19:09.19528Z","end":"2026-05-08T03:19:09.326547Z","steps":["trace[364385156] 'process raft request' (duration: 131.03113ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:19:25.044792Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12683} {"level":"info","ts":"2026-05-08T03:19:25.12474Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12683,"took":"77.087981ms","hash":1354027549,"current-db-size-bytes":58720256,"current-db-size":"59 MB","current-db-size-in-use-bytes":27484160,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-08T03:19:25.124805Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1354027549,"revision":12683,"compact-revision":10491} {"level":"warn","ts":"2026-05-08T03:19:35.255296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.512425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T03:19:35.255474Z","caller":"traceutil/trace.go:171","msg":"trace[671282724] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14905; }","duration":"302.820562ms","start":"2026-05-08T03:19:34.952616Z","end":"2026-05-08T03:19:35.255437Z","steps":["trace[671282724] 'count revisions from in-memory index tree' (duration: 301.987204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:19:35.255546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:19:34.952593Z","time spent":"302.934373ms","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:19:35.255541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.521002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2qd4m\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-08T03:19:35.255732Z","caller":"traceutil/trace.go:171","msg":"trace[50299478] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2qd4m; range_end:; response_count:1; response_revision:14905; }","duration":"124.867349ms","start":"2026-05-08T03:19:35.130833Z","end":"2026-05-08T03:19:35.2557Z","steps":["trace[50299478] 'range keys from in-memory index tree' (duration: 124.157934ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:19:35.442652Z","caller":"traceutil/trace.go:171","msg":"trace[563305733] transaction","detail":"{read_only:false; response_revision:14906; number_of_response:1; }","duration":"182.564759ms","start":"2026-05-08T03:19:35.260038Z","end":"2026-05-08T03:19:35.442603Z","steps":["trace[563305733] 'process raft request' (duration: 182.245373ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:19:35.460211Z","caller":"traceutil/trace.go:171","msg":"trace[622911727] transaction","detail":"{read_only:false; response_revision:14907; number_of_response:1; }","duration":"198.311943ms","start":"2026-05-08T03:19:35.261881Z","end":"2026-05-08T03:19:35.460193Z","steps":["trace[622911727] 'process raft request' (duration: 196.628748ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:19:35.460344Z","caller":"traceutil/trace.go:171","msg":"trace[1954043813] linearizableReadLoop","detail":"{readStateIndex:15432; appliedIndex:15430; }","duration":"196.281029ms","start":"2026-05-08T03:19:35.264054Z","end":"2026-05-08T03:19:35.460335Z","steps":["trace[1954043813] 'read index received' (duration: 178.244798ms)","trace[1954043813] 'applied index is now lower than readState.Index' (duration: 18.035361ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:19:35.461115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.040636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:626293"} {"level":"info","ts":"2026-05-08T03:19:35.461176Z","caller":"traceutil/trace.go:171","msg":"trace[839248348] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14908; }","duration":"197.166149ms","start":"2026-05-08T03:19:35.263998Z","end":"2026-05-08T03:19:35.461165Z","steps":["trace[839248348] 'agreement among raft nodes before linearized reading' (duration: 196.509605ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:21:02.785742Z","caller":"traceutil/trace.go:171","msg":"trace[491193452] transaction","detail":"{read_only:false; response_revision:15724; number_of_response:1; }","duration":"294.173858ms","start":"2026-05-08T03:21:02.49153Z","end":"2026-05-08T03:21:02.785704Z","steps":["trace[491193452] 'process raft request' (duration: 293.942793ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:21:02.892012Z","caller":"traceutil/trace.go:171","msg":"trace[1425404736] transaction","detail":"{read_only:false; response_revision:15725; number_of_response:1; }","duration":"316.377118ms","start":"2026-05-08T03:21:02.575589Z","end":"2026-05-08T03:21:02.891966Z","steps":["trace[1425404736] 'process raft request' (duration: 314.761933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:21:02.892203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:21:02.575554Z","time spent":"316.547031ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:21:02.89255Z","caller":"traceutil/trace.go:171","msg":"trace[249495678] transaction","detail":"{read_only:false; response_revision:15726; number_of_response:1; }","duration":"310.169936ms","start":"2026-05-08T03:21:02.582348Z","end":"2026-05-08T03:21:02.892518Z","steps":["trace[249495678] 'process raft request' (duration: 309.559483ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:21:02.892725Z","caller":"traceutil/trace.go:171","msg":"trace[699848017] transaction","detail":"{read_only:false; response_revision:15727; number_of_response:1; }","duration":"306.373136ms","start":"2026-05-08T03:21:02.586305Z","end":"2026-05-08T03:21:02.892678Z","steps":["trace[699848017] 'process raft request' (duration: 306.004589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:21:02.892773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:21:02.582322Z","time spent":"310.341ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:21:02.893154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:21:02.586276Z","time spent":"306.51921ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:21:02.893228Z","caller":"traceutil/trace.go:171","msg":"trace[14921416] linearizableReadLoop","detail":"{readStateIndex:16274; appliedIndex:16270; }","duration":"199.913335ms","start":"2026-05-08T03:21:02.693286Z","end":"2026-05-08T03:21:02.8932Z","steps":["trace[14921416] 'read index received' (duration: 92.27538ms)","trace[14921416] 'applied index is now lower than readState.Index' (duration: 107.635545ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:21:02.89336Z","caller":"traceutil/trace.go:171","msg":"trace[1322802661] transaction","detail":"{read_only:false; response_revision:15728; number_of_response:1; }","duration":"189.25221ms","start":"2026-05-08T03:21:02.704092Z","end":"2026-05-08T03:21:02.893344Z","steps":["trace[1322802661] 'process raft request' (duration: 188.349321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:21:02.893475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.47201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T03:21:02.893567Z","caller":"traceutil/trace.go:171","msg":"trace[644784527] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:15728; }","duration":"194.571932ms","start":"2026-05-08T03:21:02.698956Z","end":"2026-05-08T03:21:02.893528Z","steps":["trace[644784527] 'agreement among raft nodes before linearized reading' (duration: 194.441929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:21:02.893613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.328963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:21:02.893662Z","caller":"traceutil/trace.go:171","msg":"trace[1108599143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15728; }","duration":"200.429295ms","start":"2026-05-08T03:21:02.693218Z","end":"2026-05-08T03:21:02.893647Z","steps":["trace[1108599143] 'agreement among raft nodes before linearized reading' (duration: 200.346604ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:24:25.051381Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14733} {"level":"info","ts":"2026-05-08T03:24:25.137018Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14733,"took":"81.37288ms","hash":2408512384,"current-db-size-bytes":58720256,"current-db-size":"59 MB","current-db-size-in-use-bytes":34033664,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-08T03:24:25.137079Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2408512384,"revision":14733,"compact-revision":12683} {"level":"warn","ts":"2026-05-08T03:27:02.450586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.744046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4zw7t\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-05-08T03:27:02.450619Z","caller":"traceutil/trace.go:171","msg":"trace[548710149] transaction","detail":"{read_only:false; response_revision:18368; number_of_response:1; }","duration":"179.525674ms","start":"2026-05-08T03:27:02.271057Z","end":"2026-05-08T03:27:02.450583Z","steps":["trace[548710149] 'process raft request' (duration: 164.924915ms)","trace[548710149] 'compare' (duration: 14.364464ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:27:02.450661Z","caller":"traceutil/trace.go:171","msg":"trace[1371151264] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4zw7t; range_end:; response_count:1; response_revision:18367; }","duration":"220.863638ms","start":"2026-05-08T03:27:02.229782Z","end":"2026-05-08T03:27:02.450646Z","steps":["trace[1371151264] 'range keys from in-memory index tree' (duration: 220.583633ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:27:02.456429Z","caller":"traceutil/trace.go:171","msg":"trace[841490356] transaction","detail":"{read_only:false; response_revision:18369; number_of_response:1; }","duration":"153.655928ms","start":"2026-05-08T03:27:02.302747Z","end":"2026-05-08T03:27:02.456403Z","steps":["trace[841490356] 'process raft request' (duration: 153.486705ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:27:02.456656Z","caller":"traceutil/trace.go:171","msg":"trace[1656357294] transaction","detail":"{read_only:false; response_revision:18370; number_of_response:1; }","duration":"152.619116ms","start":"2026-05-08T03:27:02.304016Z","end":"2026-05-08T03:27:02.456635Z","steps":["trace[1656357294] 'process raft request' (duration: 152.34306ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:27:02.456879Z","caller":"traceutil/trace.go:171","msg":"trace[743525586] transaction","detail":"{read_only:false; response_revision:18371; number_of_response:1; }","duration":"141.951841ms","start":"2026-05-08T03:27:02.314914Z","end":"2026-05-08T03:27:02.456866Z","steps":["trace[743525586] 'process raft request' (duration: 141.660505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:27:03.0168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.86123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cd44w\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-08T03:27:03.016868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.712945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:27:03.016884Z","caller":"traceutil/trace.go:171","msg":"trace[658229583] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cd44w; range_end:; response_count:1; response_revision:18371; }","duration":"133.990572ms","start":"2026-05-08T03:27:02.882873Z","end":"2026-05-08T03:27:03.016864Z","steps":["trace[658229583] 'range keys from in-memory index tree' (duration: 133.688256ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:27:03.016915Z","caller":"traceutil/trace.go:171","msg":"trace[1221786019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18371; }","duration":"325.802737ms","start":"2026-05-08T03:27:02.691099Z","end":"2026-05-08T03:27:03.016902Z","steps":["trace[1221786019] 'range keys from in-memory index tree' (duration: 325.558021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:27:03.01695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:27:02.691077Z","time spent":"325.864738ms","remote":"127.0.0.1:57396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T03:27:03.017071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.093823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-08T03:27:03.017222Z","caller":"traceutil/trace.go:171","msg":"trace[1931429439] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18371; }","duration":"106.311567ms","start":"2026-05-08T03:27:02.910885Z","end":"2026-05-08T03:27:03.017197Z","steps":["trace[1931429439] 'range keys from in-memory index tree' (duration: 105.725855ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:28:38.644325Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a31e123290fcf0df","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-08T03:28:38.650628Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-08T03:28:38.650755Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-08T03:29:25.063551Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17327} {"level":"info","ts":"2026-05-08T03:29:25.186765Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17327,"took":"119.760044ms","hash":3197296822,"current-db-size-bytes":58720256,"current-db-size":"59 MB","current-db-size-in-use-bytes":33886208,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-08T03:29:25.186848Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3197296822,"revision":17327,"compact-revision":14733} {"level":"info","ts":"2026-05-08T03:34:02.351495Z","caller":"traceutil/trace.go:171","msg":"trace[1920226318] transaction","detail":"{read_only:false; response_revision:21429; number_of_response:1; }","duration":"185.733339ms","start":"2026-05-08T03:34:02.16573Z","end":"2026-05-08T03:34:02.351464Z","steps":["trace[1920226318] 'process raft request' (duration: 185.531165ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:34:02.492047Z","caller":"traceutil/trace.go:171","msg":"trace[1649898679] transaction","detail":"{read_only:false; response_revision:21430; number_of_response:1; }","duration":"324.998476ms","start":"2026-05-08T03:34:02.16699Z","end":"2026-05-08T03:34:02.491989Z","steps":["trace[1649898679] 'process raft request' (duration: 309.714273ms)","trace[1649898679] 'compare' (duration: 15.056988ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:34:02.492069Z","caller":"traceutil/trace.go:171","msg":"trace[179210457] transaction","detail":"{read_only:false; response_revision:21431; number_of_response:1; }","duration":"323.3223ms","start":"2026-05-08T03:34:02.168704Z","end":"2026-05-08T03:34:02.492026Z","steps":["trace[179210457] 'process raft request' (duration: 323.227198ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:34:02.492204Z","caller":"traceutil/trace.go:171","msg":"trace[250904426] linearizableReadLoop","detail":"{readStateIndex:22170; appliedIndex:22167; }","duration":"310.276655ms","start":"2026-05-08T03:34:02.181903Z","end":"2026-05-08T03:34:02.49218Z","steps":["trace[250904426] 'read index received' (duration: 169.334544ms)","trace[250904426] 'applied index is now lower than readState.Index' (duration: 140.939361ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:34:02.492254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:34:02.166958Z","time spent":"325.1885ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:34:02.492302Z","caller":"traceutil/trace.go:171","msg":"trace[519326675] transaction","detail":"{read_only:false; response_revision:21432; number_of_response:1; }","duration":"202.844501ms","start":"2026-05-08T03:34:02.289431Z","end":"2026-05-08T03:34:02.492276Z","steps":["trace[519326675] 'process raft request' (duration: 202.545495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:34:02.492305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:34:02.168675Z","time spent":"323.505474ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:34:02.49248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.546061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:34:02.492601Z","caller":"traceutil/trace.go:171","msg":"trace[1985126039] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:21432; }","duration":"310.701054ms","start":"2026-05-08T03:34:02.181864Z","end":"2026-05-08T03:34:02.492565Z","steps":["trace[1985126039] 'agreement among raft nodes before linearized reading' (duration: 310.5207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:34:02.492669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:34:02.181851Z","time spent":"310.799826ms","remote":"127.0.0.1:46838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:34:02.492755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.349315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T03:34:02.492804Z","caller":"traceutil/trace.go:171","msg":"trace[1455275235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21432; }","duration":"301.452427ms","start":"2026-05-08T03:34:02.191337Z","end":"2026-05-08T03:34:02.49279Z","steps":["trace[1455275235] 'agreement among raft nodes before linearized reading' (duration: 301.177961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:34:02.492825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.09926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-08T03:34:02.492848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:34:02.191324Z","time spent":"301.516529ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-08T03:34:02.492891Z","caller":"traceutil/trace.go:171","msg":"trace[1202462895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21432; }","duration":"301.189561ms","start":"2026-05-08T03:34:02.191682Z","end":"2026-05-08T03:34:02.492871Z","steps":["trace[1202462895] 'agreement among raft nodes before linearized reading' (duration: 300.929446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:34:02.492935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:34:02.191673Z","time spent":"301.254523ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-08T03:34:02.604314Z","caller":"traceutil/trace.go:171","msg":"trace[31426857] transaction","detail":"{read_only:false; response_revision:21433; number_of_response:1; }","duration":"105.88336ms","start":"2026-05-08T03:34:02.498418Z","end":"2026-05-08T03:34:02.604301Z","steps":["trace[31426857] 'process raft request' (duration: 101.511008ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:34:02.604727Z","caller":"traceutil/trace.go:171","msg":"trace[1064370525] transaction","detail":"{read_only:false; response_revision:21434; number_of_response:1; }","duration":"106.013452ms","start":"2026-05-08T03:34:02.498677Z","end":"2026-05-08T03:34:02.60469Z","steps":["trace[1064370525] 'process raft request' (duration: 105.581493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:34:02.908847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.493149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T03:34:02.909023Z","caller":"traceutil/trace.go:171","msg":"trace[1469024152] transaction","detail":"{read_only:false; response_revision:21435; number_of_response:1; }","duration":"299.430275ms","start":"2026-05-08T03:34:02.609563Z","end":"2026-05-08T03:34:02.908994Z","steps":["trace[1469024152] 'process raft request' (duration: 171.649841ms)","trace[1469024152] 'compare' (duration: 127.263733ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:34:02.923154Z","caller":"traceutil/trace.go:171","msg":"trace[920953761] linearizableReadLoop","detail":"{readStateIndex:22176; appliedIndex:22173; }","duration":"231.797344ms","start":"2026-05-08T03:34:02.69133Z","end":"2026-05-08T03:34:02.923127Z","steps":["trace[920953761] 'read index received' (duration: 89.962723ms)","trace[920953761] 'applied index is now lower than readState.Index' (duration: 141.833431ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:34:02.92323Z","caller":"traceutil/trace.go:171","msg":"trace[1457311106] transaction","detail":"{read_only:false; response_revision:21436; number_of_response:1; }","duration":"312.44028ms","start":"2026-05-08T03:34:02.610742Z","end":"2026-05-08T03:34:02.923182Z","steps":["trace[1457311106] 'process raft request' (duration: 312.185615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:34:02.923299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.941998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:34:02.923365Z","caller":"traceutil/trace.go:171","msg":"trace[1776041293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21437; }","duration":"232.083401ms","start":"2026-05-08T03:34:02.691273Z","end":"2026-05-08T03:34:02.923356Z","steps":["trace[1776041293] 'agreement among raft nodes before linearized reading' (duration: 231.961768ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:34:02.923254Z","caller":"traceutil/trace.go:171","msg":"trace[1342522348] transaction","detail":"{read_only:false; response_revision:21437; number_of_response:1; }","duration":"311.546471ms","start":"2026-05-08T03:34:02.611681Z","end":"2026-05-08T03:34:02.923227Z","steps":["trace[1342522348] 'process raft request' (duration: 311.408548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:34:02.923474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:34:02.61071Z","time spent":"312.652144ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:34:02.923551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:34:02.611669Z","time spent":"311.813056ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:34:25.071093Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19633} {"level":"info","ts":"2026-05-08T03:34:25.186698Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19633,"took":"111.211852ms","hash":4280228599,"current-db-size-bytes":58720256,"current-db-size":"59 MB","current-db-size-in-use-bytes":27693056,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-08T03:34:25.186778Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4280228599,"revision":19633,"compact-revision":17327} {"level":"info","ts":"2026-05-08T03:39:25.076763Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21556} {"level":"info","ts":"2026-05-08T03:39:25.198569Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21556,"took":"117.490656ms","hash":888709840,"current-db-size-bytes":58720256,"current-db-size":"59 MB","current-db-size-in-use-bytes":41930752,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-05-08T03:39:25.198673Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":888709840,"revision":21556,"compact-revision":19633} {"level":"info","ts":"2026-05-08T03:41:16.186033Z","caller":"traceutil/trace.go:171","msg":"trace[1665195335] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"123.899783ms","start":"2026-05-08T03:41:16.062108Z","end":"2026-05-08T03:41:16.186008Z","steps":["trace[1665195335] 'process raft request' (duration: 123.673078ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:16.249598Z","caller":"traceutil/trace.go:171","msg":"trace[1398214426] transaction","detail":"{read_only:false; response_revision:25926; number_of_response:1; }","duration":"138.719176ms","start":"2026-05-08T03:41:16.110847Z","end":"2026-05-08T03:41:16.249566Z","steps":["trace[1398214426] 'process raft request' (duration: 138.073573ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:16.413707Z","caller":"traceutil/trace.go:171","msg":"trace[196325573] linearizableReadLoop","detail":"{readStateIndex:26798; appliedIndex:26794; }","duration":"157.228327ms","start":"2026-05-08T03:41:16.256451Z","end":"2026-05-08T03:41:16.413679Z","steps":["trace[196325573] 'read index received' (duration: 78.096253ms)","trace[196325573] 'applied index is now lower than readState.Index' (duration: 79.130844ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:16.413846Z","caller":"traceutil/trace.go:171","msg":"trace[1710011124] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"158.172539ms","start":"2026-05-08T03:41:16.255662Z","end":"2026-05-08T03:41:16.413835Z","steps":["trace[1710011124] 'process raft request' (duration: 157.974404ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:16.413866Z","caller":"traceutil/trace.go:171","msg":"trace[1029009695] transaction","detail":"{read_only:false; response_revision:25927; number_of_response:1; }","duration":"181.329178ms","start":"2026-05-08T03:41:16.232508Z","end":"2026-05-08T03:41:16.413837Z","steps":["trace[1029009695] 'process raft request' (duration: 102.025279ms)","trace[1029009695] 'compare' (duration: 78.750506ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:16.413898Z","caller":"traceutil/trace.go:171","msg":"trace[1553209935] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"180.570332ms","start":"2026-05-08T03:41:16.233297Z","end":"2026-05-08T03:41:16.413868Z","steps":["trace[1553209935] 'process raft request' (duration: 180.198634ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:16.413903Z","caller":"traceutil/trace.go:171","msg":"trace[542987083] transaction","detail":"{read_only:false; response_revision:25929; number_of_response:1; }","duration":"159.807914ms","start":"2026-05-08T03:41:16.254045Z","end":"2026-05-08T03:41:16.413853Z","steps":["trace[542987083] 'process raft request' (duration: 159.545478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:16.414313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.816221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-08T03:41:16.414437Z","caller":"traceutil/trace.go:171","msg":"trace[1819345143] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25930; }","duration":"157.992275ms","start":"2026-05-08T03:41:16.256419Z","end":"2026-05-08T03:41:16.414412Z","steps":["trace[1819345143] 'agreement among raft nodes before linearized reading' (duration: 157.545745ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:20.935037Z","caller":"traceutil/trace.go:171","msg":"trace[790512204] transaction","detail":"{read_only:false; response_revision:25962; number_of_response:1; }","duration":"127.053789ms","start":"2026-05-08T03:41:20.807942Z","end":"2026-05-08T03:41:20.934996Z","steps":["trace[790512204] 'process raft request' (duration: 126.874946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:21.171655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.698598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T03:41:21.171749Z","caller":"traceutil/trace.go:171","msg":"trace[1344278633] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25962; }","duration":"115.862622ms","start":"2026-05-08T03:41:21.055867Z","end":"2026-05-08T03:41:21.171729Z","steps":["trace[1344278633] 'count revisions from in-memory index tree' (duration: 115.583826ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:21.302118Z","caller":"traceutil/trace.go:171","msg":"trace[1507115992] transaction","detail":"{read_only:false; response_revision:25963; number_of_response:1; }","duration":"126.975837ms","start":"2026-05-08T03:41:21.175112Z","end":"2026-05-08T03:41:21.302087Z","steps":["trace[1507115992] 'process raft request' (duration: 126.755963ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:21.368519Z","caller":"traceutil/trace.go:171","msg":"trace[1233598353] transaction","detail":"{read_only:false; response_revision:25964; number_of_response:1; }","duration":"190.571944ms","start":"2026-05-08T03:41:21.177919Z","end":"2026-05-08T03:41:21.368491Z","steps":["trace[1233598353] 'process raft request' (duration: 190.430851ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:21.656106Z","caller":"traceutil/trace.go:171","msg":"trace[1502119873] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"114.716198ms","start":"2026-05-08T03:41:21.541366Z","end":"2026-05-08T03:41:21.656082Z","steps":["trace[1502119873] 'process raft request' (duration: 114.413051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:21.964709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.690998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T03:41:21.965058Z","caller":"traceutil/trace.go:171","msg":"trace[1785156829] transaction","detail":"{read_only:false; response_revision:25967; number_of_response:1; }","duration":"304.890273ms","start":"2026-05-08T03:41:21.659952Z","end":"2026-05-08T03:41:21.964843Z","steps":["trace[1785156829] 'process raft request' (duration: 197.928079ms)","trace[1785156829] 'compare' (duration: 106.366382ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:41:21.96519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:21.659936Z","time spent":"305.17612ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:41:21.969214Z","caller":"traceutil/trace.go:171","msg":"trace[353435251] transaction","detail":"{read_only:false; response_revision:25968; number_of_response:1; }","duration":"308.216153ms","start":"2026-05-08T03:41:21.66097Z","end":"2026-05-08T03:41:21.969187Z","steps":["trace[353435251] 'process raft request' (duration: 307.977778ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:21.969404Z","caller":"traceutil/trace.go:171","msg":"trace[1016143015] transaction","detail":"{read_only:false; response_revision:25969; number_of_response:1; }","duration":"308.06568ms","start":"2026-05-08T03:41:21.661308Z","end":"2026-05-08T03:41:21.969374Z","steps":["trace[1016143015] 'process raft request' (duration: 307.800565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:21.969412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:21.660942Z","time spent":"308.352947ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:41:21.969386Z","caller":"traceutil/trace.go:171","msg":"trace[2092663833] linearizableReadLoop","detail":"{readStateIndex:26838; appliedIndex:26835; }","duration":"307.914308ms","start":"2026-05-08T03:41:21.661437Z","end":"2026-05-08T03:41:21.969351Z","steps":["trace[2092663833] 'read index received' (duration: 196.460228ms)","trace[2092663833] 'applied index is now lower than readState.Index' (duration: 111.4514ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:41:21.969549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:21.661297Z","time spent":"308.173582ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:41:21.969664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.216524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-08T03:41:21.96971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.597718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T03:41:21.969719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.487251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:21.969731Z","caller":"traceutil/trace.go:171","msg":"trace[1856560700] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25969; }","duration":"308.300165ms","start":"2026-05-08T03:41:21.661417Z","end":"2026-05-08T03:41:21.969717Z","steps":["trace[1856560700] 'agreement among raft nodes before linearized reading' (duration: 308.05529ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:21.969767Z","caller":"traceutil/trace.go:171","msg":"trace[1773781006] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25969; }","duration":"146.578733ms","start":"2026-05-08T03:41:21.823172Z","end":"2026-05-08T03:41:21.96975Z","steps":["trace[1773781006] 'agreement among raft nodes before linearized reading' (duration: 146.496211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:21.969787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:21.661408Z","time spent":"308.371707ms","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-08T03:41:21.969811Z","caller":"traceutil/trace.go:171","msg":"trace[305602750] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25969; }","duration":"305.739571ms","start":"2026-05-08T03:41:21.664029Z","end":"2026-05-08T03:41:21.969769Z","steps":["trace[305602750] 'agreement among raft nodes before linearized reading' (duration: 305.542027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:21.969893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.674984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T03:41:21.969897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:21.664012Z","time spent":"305.841823ms","remote":"127.0.0.1:52378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-08T03:41:21.969931Z","caller":"traceutil/trace.go:171","msg":"trace[465440183] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25969; }","duration":"239.751596ms","start":"2026-05-08T03:41:21.730167Z","end":"2026-05-08T03:41:21.969919Z","steps":["trace[465440183] 'agreement among raft nodes before linearized reading' (duration: 239.686944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:22.176937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.162647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:22.177027Z","caller":"traceutil/trace.go:171","msg":"trace[814484183] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25969; }","duration":"106.30703ms","start":"2026-05-08T03:41:22.070698Z","end":"2026-05-08T03:41:22.177005Z","steps":["trace[814484183] 'range keys from in-memory index tree' (duration: 106.046235ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:22.341729Z","caller":"traceutil/trace.go:171","msg":"trace[2023970354] linearizableReadLoop","detail":"{readStateIndex:26839; appliedIndex:26838; }","duration":"124.7185ms","start":"2026-05-08T03:41:22.21698Z","end":"2026-05-08T03:41:22.341699Z","steps":["trace[2023970354] 'read index received' (duration: 124.636809ms)","trace[2023970354] 'applied index is now lower than readState.Index' (duration: 80.531µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:22.341868Z","caller":"traceutil/trace.go:171","msg":"trace[1768903911] transaction","detail":"{read_only:false; response_revision:25970; number_of_response:1; }","duration":"136.51633ms","start":"2026-05-08T03:41:22.205305Z","end":"2026-05-08T03:41:22.341821Z","steps":["trace[1768903911] 'process raft request' (duration: 136.244234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:22.341945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.947745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T03:41:22.342014Z","caller":"traceutil/trace.go:171","msg":"trace[1693572498] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25970; }","duration":"125.083508ms","start":"2026-05-08T03:41:22.216915Z","end":"2026-05-08T03:41:22.341999Z","steps":["trace[1693572498] 'agreement among raft nodes before linearized reading' (duration: 124.896144ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:22.680934Z","caller":"traceutil/trace.go:171","msg":"trace[1391381046] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"241.654936ms","start":"2026-05-08T03:41:22.439218Z","end":"2026-05-08T03:41:22.680873Z","steps":["trace[1391381046] 'process raft request' (duration: 241.297778ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:22.681639Z","caller":"traceutil/trace.go:171","msg":"trace[936699593] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"244.495986ms","start":"2026-05-08T03:41:22.437091Z","end":"2026-05-08T03:41:22.681587Z","steps":["trace[936699593] 'process raft request' (duration: 223.824008ms)","trace[936699593] 'compare' (duration: 19.346079ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:22.681581Z","caller":"traceutil/trace.go:171","msg":"trace[1499537192] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"237.728072ms","start":"2026-05-08T03:41:22.443223Z","end":"2026-05-08T03:41:22.680951Z","steps":["trace[1499537192] 'process raft request' (duration: 237.353445ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:23.056047Z","caller":"traceutil/trace.go:171","msg":"trace[1478004687] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"115.487035ms","start":"2026-05-08T03:41:22.940512Z","end":"2026-05-08T03:41:23.055999Z","steps":["trace[1478004687] 'process raft request' (duration: 115.257719ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:23.589867Z","caller":"traceutil/trace.go:171","msg":"trace[989047186] transaction","detail":"{read_only:false; response_revision:25978; number_of_response:1; }","duration":"201.420754ms","start":"2026-05-08T03:41:23.388408Z","end":"2026-05-08T03:41:23.589829Z","steps":["trace[989047186] 'process raft request' (duration: 201.188239ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:24.208031Z","caller":"traceutil/trace.go:171","msg":"trace[1071782831] linearizableReadLoop","detail":"{readStateIndex:26852; appliedIndex:26850; }","duration":"156.222407ms","start":"2026-05-08T03:41:24.051775Z","end":"2026-05-08T03:41:24.207998Z","steps":["trace[1071782831] 'read index received' (duration: 110.433087ms)","trace[1071782831] 'applied index is now lower than readState.Index' (duration: 45.78716ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:24.208092Z","caller":"traceutil/trace.go:171","msg":"trace[639046886] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"213.256854ms","start":"2026-05-08T03:41:23.994769Z","end":"2026-05-08T03:41:24.208025Z","steps":["trace[639046886] 'process raft request' (duration: 167.514295ms)","trace[639046886] 'compare' (duration: 45.493174ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:41:24.208272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.479053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:24.208384Z","caller":"traceutil/trace.go:171","msg":"trace[1059763095] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"212.873526ms","start":"2026-05-08T03:41:23.995479Z","end":"2026-05-08T03:41:24.208352Z","steps":["trace[1059763095] 'process raft request' (duration: 212.456927ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:24.208461Z","caller":"traceutil/trace.go:171","msg":"trace[1225529703] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25982; }","duration":"156.743098ms","start":"2026-05-08T03:41:24.051698Z","end":"2026-05-08T03:41:24.208442Z","steps":["trace[1225529703] 'agreement among raft nodes before linearized reading' (duration: 156.426781ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:24.526318Z","caller":"traceutil/trace.go:171","msg":"trace[151078454] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"270.628017ms","start":"2026-05-08T03:41:24.255653Z","end":"2026-05-08T03:41:24.526281Z","steps":["trace[151078454] 'process raft request' (duration: 225.41221ms)","trace[151078454] 'compare' (duration: 45.049004ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:24.534313Z","caller":"traceutil/trace.go:171","msg":"trace[1527291586] linearizableReadLoop","detail":"{readStateIndex:26855; appliedIndex:26852; }","duration":"139.335999ms","start":"2026-05-08T03:41:24.394956Z","end":"2026-05-08T03:41:24.534292Z","steps":["trace[1527291586] 'read index received' (duration: 86.205674ms)","trace[1527291586] 'applied index is now lower than readState.Index' (duration: 53.116135ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:24.534474Z","caller":"traceutil/trace.go:171","msg":"trace[924531866] transaction","detail":"{read_only:false; response_revision:25984; number_of_response:1; }","duration":"185.909184ms","start":"2026-05-08T03:41:24.348495Z","end":"2026-05-08T03:41:24.534404Z","steps":["trace[924531866] 'process raft request' (duration: 185.621388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:24.53454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.551243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:24.534693Z","caller":"traceutil/trace.go:171","msg":"trace[2136382596] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25985; }","duration":"139.777579ms","start":"2026-05-08T03:41:24.394905Z","end":"2026-05-08T03:41:24.534683Z","steps":["trace[2136382596] 'agreement among raft nodes before linearized reading' (duration: 139.498283ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:24.534478Z","caller":"traceutil/trace.go:171","msg":"trace[1820229285] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"183.173667ms","start":"2026-05-08T03:41:24.351247Z","end":"2026-05-08T03:41:24.53442Z","steps":["trace[1820229285] 'process raft request' (duration: 182.986723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:24.535084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.325133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:24.535178Z","caller":"traceutil/trace.go:171","msg":"trace[603081994] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25986; }","duration":"124.466965ms","start":"2026-05-08T03:41:24.410685Z","end":"2026-05-08T03:41:24.535152Z","steps":["trace[603081994] 'agreement among raft nodes before linearized reading' (duration: 124.312672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:24.535199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.176544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:24.535276Z","caller":"traceutil/trace.go:171","msg":"trace[875198449] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25986; }","duration":"111.303586ms","start":"2026-05-08T03:41:24.423954Z","end":"2026-05-08T03:41:24.535258Z","steps":["trace[875198449] 'agreement among raft nodes before linearized reading' (duration: 111.154143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:24.819609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.929889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T03:41:24.819852Z","caller":"traceutil/trace.go:171","msg":"trace[1096980290] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"131.438832ms","start":"2026-05-08T03:41:24.688391Z","end":"2026-05-08T03:41:24.81983Z","steps":["trace[1096980290] 'process raft request' (duration: 131.36503ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:24.819881Z","caller":"traceutil/trace.go:171","msg":"trace[1366786852] linearizableReadLoop","detail":"{readStateIndex:26857; appliedIndex:26856; }","duration":"152.396115ms","start":"2026-05-08T03:41:24.667445Z","end":"2026-05-08T03:41:24.819841Z","steps":["trace[1366786852] 'read index received' (duration: 14.029017ms)","trace[1366786852] 'applied index is now lower than readState.Index' (duration: 138.355158ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:24.819898Z","caller":"traceutil/trace.go:171","msg":"trace[2004865239] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"270.113637ms","start":"2026-05-08T03:41:24.549735Z","end":"2026-05-08T03:41:24.819849Z","steps":["trace[2004865239] 'process raft request' (duration: 131.838911ms)","trace[2004865239] 'compare' (duration: 137.765256ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:41:24.82005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.57626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:24.820152Z","caller":"traceutil/trace.go:171","msg":"trace[641498689] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25988; }","duration":"152.739152ms","start":"2026-05-08T03:41:24.667387Z","end":"2026-05-08T03:41:24.820126Z","steps":["trace[641498689] 'agreement among raft nodes before linearized reading' (duration: 152.553448ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:25.005356Z","caller":"traceutil/trace.go:171","msg":"trace[1992935763] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"316.741064ms","start":"2026-05-08T03:41:24.68859Z","end":"2026-05-08T03:41:25.005331Z","steps":["trace[1992935763] 'process raft request' (duration: 299.731084ms)","trace[1992935763] 'compare' (duration: 16.330086ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:41:25.005527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:24.688549Z","time spent":"316.872137ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:41:25.005617Z","caller":"traceutil/trace.go:171","msg":"trace[1251256752] linearizableReadLoop","detail":"{readStateIndex:26860; appliedIndex:26858; }","duration":"185.625968ms","start":"2026-05-08T03:41:24.819959Z","end":"2026-05-08T03:41:25.005585Z","steps":["trace[1251256752] 'read index received' (duration: 168.406954ms)","trace[1251256752] 'applied index is now lower than readState.Index' (duration: 17.217784ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:25.005855Z","caller":"traceutil/trace.go:171","msg":"trace[195676120] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"317.137014ms","start":"2026-05-08T03:41:24.688707Z","end":"2026-05-08T03:41:25.005844Z","steps":["trace[195676120] 'process raft request' (duration: 316.54327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:25.005905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:24.688697Z","time spent":"317.177944ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:41:25.005898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.605911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T03:41:25.00595Z","caller":"traceutil/trace.go:171","msg":"trace[1374412196] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25990; }","duration":"264.725114ms","start":"2026-05-08T03:41:24.741209Z","end":"2026-05-08T03:41:25.005934Z","steps":["trace[1374412196] 'agreement among raft nodes before linearized reading' (duration: 264.479669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:25.311185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.272558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T03:41:25.311976Z","caller":"traceutil/trace.go:171","msg":"trace[1049865217] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"252.877912ms","start":"2026-05-08T03:41:25.059038Z","end":"2026-05-08T03:41:25.311916Z","steps":["trace[1049865217] 'process raft request' (duration: 78.746447ms)","trace[1049865217] 'compare' (duration: 173.079642ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:25.312345Z","caller":"traceutil/trace.go:171","msg":"trace[53085303] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"252.113736ms","start":"2026-05-08T03:41:25.060204Z","end":"2026-05-08T03:41:25.312318Z","steps":["trace[53085303] 'process raft request' (duration: 251.31664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:25.663693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.736442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T03:41:25.663881Z","caller":"traceutil/trace.go:171","msg":"trace[1876786024] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"292.312087ms","start":"2026-05-08T03:41:25.371536Z","end":"2026-05-08T03:41:25.663848Z","steps":["trace[1876786024] 'process raft request' (duration: 97.31971ms)","trace[1876786024] 'compare' (duration: 194.058967ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:25.833588Z","caller":"traceutil/trace.go:171","msg":"trace[1762859683] linearizableReadLoop","detail":"{readStateIndex:26864; appliedIndex:26863; }","duration":"125.18149ms","start":"2026-05-08T03:41:25.70837Z","end":"2026-05-08T03:41:25.833551Z","steps":["trace[1762859683] 'read index received' (duration: 100.463867ms)","trace[1762859683] 'applied index is now lower than readState.Index' (duration: 24.715803ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:25.833616Z","caller":"traceutil/trace.go:171","msg":"trace[1091935498] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"164.683906ms","start":"2026-05-08T03:41:25.668886Z","end":"2026-05-08T03:41:25.83357Z","steps":["trace[1091935498] 'process raft request' (duration: 139.955082ms)","trace[1091935498] 'compare' (duration: 24.493729ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:41:25.833772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.380134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:25.833885Z","caller":"traceutil/trace.go:171","msg":"trace[570275422] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25994; }","duration":"125.565349ms","start":"2026-05-08T03:41:25.708289Z","end":"2026-05-08T03:41:25.833854Z","steps":["trace[570275422] 'agreement among raft nodes before linearized reading' (duration: 125.381445ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:25.912354Z","caller":"traceutil/trace.go:171","msg":"trace[739159442] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"162.687823ms","start":"2026-05-08T03:41:25.749635Z","end":"2026-05-08T03:41:25.912323Z","steps":["trace[739159442] 'process raft request' (duration: 162.52016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:26.149402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.601721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T03:41:26.149511Z","caller":"traceutil/trace.go:171","msg":"trace[647939238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25995; }","duration":"127.773025ms","start":"2026-05-08T03:41:26.021712Z","end":"2026-05-08T03:41:26.149485Z","steps":["trace[647939238] 'range keys from in-memory index tree' (duration: 127.404987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:26.430649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.586618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T03:41:26.430772Z","caller":"traceutil/trace.go:171","msg":"trace[1045680028] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"213.001889ms","start":"2026-05-08T03:41:26.217747Z","end":"2026-05-08T03:41:26.430749Z","steps":["trace[1045680028] 'process raft request' (duration: 62.194577ms)","trace[1045680028] 'compare' (duration: 150.22888ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:41:26.749532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.163663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T03:41:26.749683Z","caller":"traceutil/trace.go:171","msg":"trace[1015496980] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"207.338798ms","start":"2026-05-08T03:41:26.542314Z","end":"2026-05-08T03:41:26.749653Z","steps":["trace[1015496980] 'process raft request' (duration: 86.715025ms)","trace[1015496980] 'compare' (duration: 119.584061ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:27.011791Z","caller":"traceutil/trace.go:171","msg":"trace[2086320776] linearizableReadLoop","detail":"{readStateIndex:26872; appliedIndex:26869; }","duration":"355.850482ms","start":"2026-05-08T03:41:26.655918Z","end":"2026-05-08T03:41:27.011769Z","steps":["trace[2086320776] 'read index received' (duration: 343.357397ms)","trace[2086320776] 'applied index is now lower than readState.Index' (duration: 12.491905ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:27.011831Z","caller":"traceutil/trace.go:171","msg":"trace[389379612] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"468.348674ms","start":"2026-05-08T03:41:26.543444Z","end":"2026-05-08T03:41:27.011793Z","steps":["trace[389379612] 'process raft request' (duration: 455.819499ms)","trace[389379612] 'compare' (duration: 12.28328ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:41:27.011933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.995035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T03:41:27.011918Z","caller":"traceutil/trace.go:171","msg":"trace[806991055] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"468.257062ms","start":"2026-05-08T03:41:26.543601Z","end":"2026-05-08T03:41:27.011858Z","steps":["trace[806991055] 'process raft request' (duration: 468.076418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:27.012021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:26.543426Z","time spent":"468.483077ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:41:27.012036Z","caller":"traceutil/trace.go:171","msg":"trace[1719556727] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"386.45393ms","start":"2026-05-08T03:41:26.62553Z","end":"2026-05-08T03:41:27.011984Z","steps":["trace[1719556727] 'process raft request' (duration: 386.196015ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:27.011982Z","caller":"traceutil/trace.go:171","msg":"trace[1516048041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26002; }","duration":"356.094037ms","start":"2026-05-08T03:41:26.655874Z","end":"2026-05-08T03:41:27.011968Z","steps":["trace[1516048041] 'agreement among raft nodes before linearized reading' (duration: 355.994415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:27.012169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:26.543572Z","time spent":"468.471746ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:41:27.012239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:26.625504Z","time spent":"386.625893ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:41:27.01227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:26.655861Z","time spent":"356.328663ms","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-08T03:41:27.013115Z","caller":"traceutil/trace.go:171","msg":"trace[616649177] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"187.11175ms","start":"2026-05-08T03:41:26.825979Z","end":"2026-05-08T03:41:27.013091Z","steps":["trace[616649177] 'process raft request' (duration: 186.988668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:27.301477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.030656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T03:41:27.301646Z","caller":"traceutil/trace.go:171","msg":"trace[1402650985] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"281.687602ms","start":"2026-05-08T03:41:27.019927Z","end":"2026-05-08T03:41:27.301614Z","steps":["trace[1402650985] 'process raft request' (duration: 131.37479ms)","trace[1402650985] 'compare' (duration: 149.860103ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:41:27.576823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.112098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T03:41:27.577039Z","caller":"traceutil/trace.go:171","msg":"trace[2110485236] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"556.953928ms","start":"2026-05-08T03:41:27.020032Z","end":"2026-05-08T03:41:27.576986Z","steps":["trace[2110485236] 'process raft request' (duration: 397.562195ms)","trace[2110485236] 'compare' (duration: 158.965314ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:27.577071Z","caller":"traceutil/trace.go:171","msg":"trace[1340771107] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"257.96769ms","start":"2026-05-08T03:41:27.319083Z","end":"2026-05-08T03:41:27.577051Z","steps":["trace[1340771107] 'process raft request' (duration: 257.856198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:27.577221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:27.019991Z","time spent":"557.111881ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:41:27.577252Z","caller":"traceutil/trace.go:171","msg":"trace[2094215217] linearizableReadLoop","detail":"{readStateIndex:26875; appliedIndex:26873; }","duration":"551.804768ms","start":"2026-05-08T03:41:27.025406Z","end":"2026-05-08T03:41:27.57721Z","steps":["trace[2094215217] 'read index received' (duration: 126.340834ms)","trace[2094215217] 'applied index is now lower than readState.Index' (duration: 425.460424ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:41:27.577507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.024115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:27.577561Z","caller":"traceutil/trace.go:171","msg":"trace[840351673] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26006; }","duration":"158.120457ms","start":"2026-05-08T03:41:27.419425Z","end":"2026-05-08T03:41:27.577546Z","steps":["trace[840351673] 'agreement among raft nodes before linearized reading' (duration: 158.018145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:27.577578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.477123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-08T03:41:27.577527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.078957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:27.577605Z","caller":"traceutil/trace.go:171","msg":"trace[459219543] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26006; }","duration":"371.504644ms","start":"2026-05-08T03:41:27.206092Z","end":"2026-05-08T03:41:27.577597Z","steps":["trace[459219543] 'agreement among raft nodes before linearized reading' (duration: 371.403161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:27.577623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:27.206025Z","time spent":"371.594456ms","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-08T03:41:27.57766Z","caller":"traceutil/trace.go:171","msg":"trace[1367835685] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26006; }","duration":"552.26396ms","start":"2026-05-08T03:41:27.025351Z","end":"2026-05-08T03:41:27.577615Z","steps":["trace[1367835685] 'agreement among raft nodes before linearized reading' (duration: 551.999114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:27.577722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:27.025337Z","time spent":"552.372173ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:41:27.577689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.909039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-08T03:41:27.577791Z","caller":"traceutil/trace.go:171","msg":"trace[331187486] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26006; }","duration":"464.036192ms","start":"2026-05-08T03:41:27.113727Z","end":"2026-05-08T03:41:27.577764Z","steps":["trace[331187486] 'agreement among raft nodes before linearized reading' (duration: 463.696955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:27.577841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:27.113648Z","time spent":"464.182665ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-08T03:41:27.781307Z","caller":"traceutil/trace.go:171","msg":"trace[1434858236] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"109.380275ms","start":"2026-05-08T03:41:27.671897Z","end":"2026-05-08T03:41:27.781277Z","steps":["trace[1434858236] 'process raft request' (duration: 107.862434ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:31.972863Z","caller":"traceutil/trace.go:171","msg":"trace[1018928073] linearizableReadLoop","detail":"{readStateIndex:26907; appliedIndex:26906; }","duration":"169.665571ms","start":"2026-05-08T03:41:31.803167Z","end":"2026-05-08T03:41:31.972832Z","steps":["trace[1018928073] 'read index received' (duration: 109.227442ms)","trace[1018928073] 'applied index is now lower than readState.Index' (duration: 60.436539ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:31.973081Z","caller":"traceutil/trace.go:171","msg":"trace[600415895] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"220.218911ms","start":"2026-05-08T03:41:31.752803Z","end":"2026-05-08T03:41:31.973022Z","steps":["trace[600415895] 'process raft request' (duration: 159.603268ms)","trace[600415895] 'compare' (duration: 60.274746ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:41:31.973267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.088281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-08T03:41:31.97336Z","caller":"traceutil/trace.go:171","msg":"trace[596284946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26036; }","duration":"170.240844ms","start":"2026-05-08T03:41:31.803098Z","end":"2026-05-08T03:41:31.973339Z","steps":["trace[596284946] 'agreement among raft nodes before linearized reading' (duration: 169.939798ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:32.473569Z","caller":"traceutil/trace.go:171","msg":"trace[1969646461] linearizableReadLoop","detail":"{readStateIndex:26908; appliedIndex:26907; }","duration":"500.451903ms","start":"2026-05-08T03:41:31.973072Z","end":"2026-05-08T03:41:32.473524Z","steps":["trace[1969646461] 'read index received' (duration: 474.579695ms)","trace[1969646461] 'applied index is now lower than readState.Index' (duration: 25.870888ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:32.473677Z","caller":"traceutil/trace.go:171","msg":"trace[76534938] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"532.984341ms","start":"2026-05-08T03:41:31.940652Z","end":"2026-05-08T03:41:32.473637Z","steps":["trace[76534938] 'process raft request' (duration: 506.962131ms)","trace[76534938] 'compare' (duration: 25.739904ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:41:32.473799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.122243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:32.473844Z","caller":"traceutil/trace.go:171","msg":"trace[1257362401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26037; }","duration":"550.246466ms","start":"2026-05-08T03:41:31.923584Z","end":"2026-05-08T03:41:32.47383Z","steps":["trace[1257362401] 'agreement among raft nodes before linearized reading' (duration: 550.128604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:32.473874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:31.940628Z","time spent":"533.131904ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:41:32.473882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:31.923552Z","time spent":"550.321538ms","remote":"127.0.0.1:57396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T03:41:32.474111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.542343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T03:41:32.474147Z","caller":"traceutil/trace.go:171","msg":"trace[1732709107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26037; }","duration":"618.636074ms","start":"2026-05-08T03:41:31.855502Z","end":"2026-05-08T03:41:32.474138Z","steps":["trace[1732709107] 'agreement among raft nodes before linearized reading' (duration: 618.413359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:32.474176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:31.855473Z","time spent":"618.696636ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T03:41:32.519693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.472185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:32.519763Z","caller":"traceutil/trace.go:171","msg":"trace[230806905] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26038; }","duration":"132.560537ms","start":"2026-05-08T03:41:32.387184Z","end":"2026-05-08T03:41:32.519745Z","steps":["trace[230806905] 'agreement among raft nodes before linearized reading' (duration: 132.421574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:32.519953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.709523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-08T03:41:32.520064Z","caller":"traceutil/trace.go:171","msg":"trace[256986126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26038; }","duration":"238.941178ms","start":"2026-05-08T03:41:32.281102Z","end":"2026-05-08T03:41:32.520043Z","steps":["trace[256986126] 'agreement among raft nodes before linearized reading' (duration: 238.632721ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:32.520069Z","caller":"traceutil/trace.go:171","msg":"trace[967591844] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"540.281706ms","start":"2026-05-08T03:41:31.979772Z","end":"2026-05-08T03:41:32.520053Z","steps":["trace[967591844] 'process raft request' (duration: 539.590882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:32.520198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:31.979745Z","time spent":"540.360477ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:41:32.520253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.041596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-08T03:41:32.520386Z","caller":"traceutil/trace.go:171","msg":"trace[1086746727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26038; }","duration":"330.23703ms","start":"2026-05-08T03:41:32.190118Z","end":"2026-05-08T03:41:32.520355Z","steps":["trace[1086746727] 'agreement among raft nodes before linearized reading' (duration: 329.883543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:32.520458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:32.190088Z","time spent":"330.354482ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T03:41:32.793031Z","caller":"traceutil/trace.go:171","msg":"trace[46993394] linearizableReadLoop","detail":"{readStateIndex:26910; appliedIndex:26909; }","duration":"273.451138ms","start":"2026-05-08T03:41:32.51954Z","end":"2026-05-08T03:41:32.792992Z","steps":["trace[46993394] 'read index received' (duration: 271.835344ms)","trace[46993394] 'applied index is now lower than readState.Index' (duration: 1.613474ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:32.7931Z","caller":"traceutil/trace.go:171","msg":"trace[690537925] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"314.137069ms","start":"2026-05-08T03:41:32.478913Z","end":"2026-05-08T03:41:32.79305Z","steps":["trace[690537925] 'process raft request' (duration: 312.505045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:32.79324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.167984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:32.793342Z","caller":"traceutil/trace.go:171","msg":"trace[559480201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26039; }","duration":"318.295136ms","start":"2026-05-08T03:41:32.475013Z","end":"2026-05-08T03:41:32.793308Z","steps":["trace[559480201] 'agreement among raft nodes before linearized reading' (duration: 318.102342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:32.793394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:32.474992Z","time spent":"318.394229ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T03:41:32.793459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:32.478889Z","time spent":"314.323782ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:41:32.836019Z","caller":"traceutil/trace.go:171","msg":"trace[63876317] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"311.079795ms","start":"2026-05-08T03:41:32.524921Z","end":"2026-05-08T03:41:32.836001Z","steps":["trace[63876317] 'process raft request' (duration: 310.992223ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:32.836031Z","caller":"traceutil/trace.go:171","msg":"trace[1592289808] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"311.097445ms","start":"2026-05-08T03:41:32.524912Z","end":"2026-05-08T03:41:32.83601Z","steps":["trace[1592289808] 'process raft request' (duration: 310.8431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:32.836121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:32.524893Z","time spent":"311.176946ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:41:32.83613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:32.524889Z","time spent":"311.190946ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:41:32.836366Z","caller":"traceutil/trace.go:171","msg":"trace[769106140] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"311.410941ms","start":"2026-05-08T03:41:32.524941Z","end":"2026-05-08T03:41:32.836352Z","steps":["trace[769106140] 'process raft request' (duration: 311.020943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:32.836421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.07182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-08T03:41:32.836491Z","caller":"traceutil/trace.go:171","msg":"trace[1866665983] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26043; }","duration":"161.204673ms","start":"2026-05-08T03:41:32.67527Z","end":"2026-05-08T03:41:32.836475Z","steps":["trace[1866665983] 'agreement among raft nodes before linearized reading' (duration: 161.009459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:32.836518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:32.524913Z","time spent":"311.551304ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:41:43.57886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.140613ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-08T03:41:43.579587Z","caller":"traceutil/trace.go:171","msg":"trace[1845317139] transaction","detail":"{read_only:false; response_revision:26178; number_of_response:1; }","duration":"208.445403ms","start":"2026-05-08T03:41:43.371085Z","end":"2026-05-08T03:41:43.57953Z","steps":["trace[1845317139] 'process raft request' (duration: 207.935142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:43.841375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.351841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:43.841501Z","caller":"traceutil/trace.go:171","msg":"trace[480477501] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26178; }","duration":"158.546005ms","start":"2026-05-08T03:41:43.682924Z","end":"2026-05-08T03:41:43.84147Z","steps":["trace[480477501] 'count revisions from in-memory index tree' (duration: 158.263629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:43.841486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.534747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0469a91-bd55-4786-878e-6f5c580af178\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-08T03:41:43.841589Z","caller":"traceutil/trace.go:171","msg":"trace[286174306] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0469a91-bd55-4786-878e-6f5c580af178; range_end:; response_count:1; response_revision:26178; }","duration":"193.73917ms","start":"2026-05-08T03:41:43.647823Z","end":"2026-05-08T03:41:43.841562Z","steps":["trace[286174306] 'range keys from in-memory index tree' (duration: 193.304251ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:43.966381Z","caller":"traceutil/trace.go:171","msg":"trace[284915272] transaction","detail":"{read_only:false; response_revision:26179; number_of_response:1; }","duration":"247.036189ms","start":"2026-05-08T03:41:43.719307Z","end":"2026-05-08T03:41:43.966343Z","steps":["trace[284915272] 'process raft request' (duration: 246.793664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:44.306407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.702251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T03:41:44.306737Z","caller":"traceutil/trace.go:171","msg":"trace[639867] linearizableReadLoop","detail":"{readStateIndex:27056; appliedIndex:27054; }","duration":"423.31794ms","start":"2026-05-08T03:41:43.883402Z","end":"2026-05-08T03:41:44.30672Z","steps":["trace[639867] 'read index received' (duration: 83.305734ms)","trace[639867] 'applied index is now lower than readState.Index' (duration: 340.011016ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:44.306855Z","caller":"traceutil/trace.go:171","msg":"trace[1420926833] transaction","detail":"{read_only:false; response_revision:26181; number_of_response:1; }","duration":"458.410112ms","start":"2026-05-08T03:41:43.848433Z","end":"2026-05-08T03:41:44.306843Z","steps":["trace[1420926833] 'process raft request' (duration: 458.142936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:44.30698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:43.848403Z","time spent":"458.512874ms","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:41:44.307121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.708179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T03:41:44.307076Z","caller":"traceutil/trace.go:171","msg":"trace[634176225] transaction","detail":"{read_only:false; response_revision:26180; number_of_response:1; }","duration":"585.38262ms","start":"2026-05-08T03:41:43.721643Z","end":"2026-05-08T03:41:44.307026Z","steps":["trace[634176225] 'process raft request' (duration: 415.923454ms)","trace[634176225] 'compare' (duration: 168.480305ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:41:44.3072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.98614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0469a91-bd55-4786-878e-6f5c580af178\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-05-08T03:41:44.307189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.938056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:44.307271Z","caller":"traceutil/trace.go:171","msg":"trace[722254042] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0469a91-bd55-4786-878e-6f5c580af178; range_end:; response_count:1; response_revision:26181; }","duration":"163.107303ms","start":"2026-05-08T03:41:44.144145Z","end":"2026-05-08T03:41:44.307252Z","steps":["trace[722254042] 'agreement among raft nodes before linearized reading' (duration: 162.902219ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:44.307192Z","caller":"traceutil/trace.go:171","msg":"trace[461921548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26181; }","duration":"423.827632ms","start":"2026-05-08T03:41:43.883345Z","end":"2026-05-08T03:41:44.307173Z","steps":["trace[461921548] 'agreement among raft nodes before linearized reading' (duration: 423.693238ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:44.307316Z","caller":"traceutil/trace.go:171","msg":"trace[940129352] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26181; }","duration":"220.14656ms","start":"2026-05-08T03:41:44.087137Z","end":"2026-05-08T03:41:44.307284Z","steps":["trace[940129352] 'agreement among raft nodes before linearized reading' (duration: 219.925605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:44.30735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:43.721604Z","time spent":"585.652086ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:41:44.30717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.975899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T03:41:44.307462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:43.88333Z","time spent":"424.005125ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-08T03:41:44.307498Z","caller":"traceutil/trace.go:171","msg":"trace[398871322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26181; }","duration":"384.373857ms","start":"2026-05-08T03:41:43.923099Z","end":"2026-05-08T03:41:44.307473Z","steps":["trace[398871322] 'agreement among raft nodes before linearized reading' (duration: 383.966828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:44.307708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:41:43.923072Z","time spent":"384.574281ms","remote":"127.0.0.1:57396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T03:41:44.642565Z","caller":"traceutil/trace.go:171","msg":"trace[1091250629] transaction","detail":"{read_only:false; response_revision:26182; number_of_response:1; }","duration":"124.157717ms","start":"2026-05-08T03:41:44.518371Z","end":"2026-05-08T03:41:44.642529Z","steps":["trace[1091250629] 'process raft request' (duration: 123.918802ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:45.005567Z","caller":"traceutil/trace.go:171","msg":"trace[25837921] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"111.910539ms","start":"2026-05-08T03:41:44.89363Z","end":"2026-05-08T03:41:45.005541Z","steps":["trace[25837921] 'process raft request' (duration: 111.739495ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:45.191696Z","caller":"traceutil/trace.go:171","msg":"trace[415064229] linearizableReadLoop","detail":"{readStateIndex:27060; appliedIndex:27058; }","duration":"292.805817ms","start":"2026-05-08T03:41:44.898862Z","end":"2026-05-08T03:41:45.191668Z","steps":["trace[415064229] 'read index received' (duration: 106.599606ms)","trace[415064229] 'applied index is now lower than readState.Index' (duration: 186.204521ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:45.191861Z","caller":"traceutil/trace.go:171","msg":"trace[1700990850] transaction","detail":"{read_only:false; response_revision:26185; number_of_response:1; }","duration":"296.158088ms","start":"2026-05-08T03:41:44.895653Z","end":"2026-05-08T03:41:45.191811Z","steps":["trace[1700990850] 'process raft request' (duration: 253.499675ms)","trace[1700990850] 'compare' (duration: 42.148262ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:41:45.192074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.204976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-08T03:41:45.192125Z","caller":"traceutil/trace.go:171","msg":"trace[871111001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26185; }","duration":"293.332088ms","start":"2026-05-08T03:41:44.89878Z","end":"2026-05-08T03:41:45.192112Z","steps":["trace[871111001] 'agreement among raft nodes before linearized reading' (duration: 293.152064ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:45.19254Z","caller":"traceutil/trace.go:171","msg":"trace[1151529790] transaction","detail":"{read_only:false; response_revision:26186; number_of_response:1; }","duration":"104.84716ms","start":"2026-05-08T03:41:45.087676Z","end":"2026-05-08T03:41:45.192523Z","steps":["trace[1151529790] 'process raft request' (duration: 104.619475ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:45.192926Z","caller":"traceutil/trace.go:171","msg":"trace[9807431] transaction","detail":"{read_only:false; response_revision:26187; number_of_response:1; }","duration":"103.016501ms","start":"2026-05-08T03:41:45.089865Z","end":"2026-05-08T03:41:45.192881Z","steps":["trace[9807431] 'process raft request' (duration: 102.603133ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:45.192976Z","caller":"traceutil/trace.go:171","msg":"trace[1317825094] transaction","detail":"{read_only:false; response_revision:26188; number_of_response:1; }","duration":"100.62141ms","start":"2026-05-08T03:41:45.092333Z","end":"2026-05-08T03:41:45.192955Z","steps":["trace[1317825094] 'process raft request' (duration: 100.443356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:45.193064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.233564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T03:41:45.193181Z","caller":"traceutil/trace.go:171","msg":"trace[788341155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26188; }","duration":"291.400998ms","start":"2026-05-08T03:41:44.901759Z","end":"2026-05-08T03:41:45.19316Z","steps":["trace[788341155] 'agreement among raft nodes before linearized reading' (duration: 291.148653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:45.193199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.89391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T03:41:45.193333Z","caller":"traceutil/trace.go:171","msg":"trace[1559443121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26188; }","duration":"284.087604ms","start":"2026-05-08T03:41:44.909224Z","end":"2026-05-08T03:41:45.193312Z","steps":["trace[1559443121] 'agreement among raft nodes before linearized reading' (duration: 283.749597ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:45.452971Z","caller":"traceutil/trace.go:171","msg":"trace[2119513272] transaction","detail":"{read_only:false; response_revision:26189; number_of_response:1; }","duration":"255.740134ms","start":"2026-05-08T03:41:45.197203Z","end":"2026-05-08T03:41:45.452943Z","steps":["trace[2119513272] 'process raft request' (duration: 252.656608ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:45.476402Z","caller":"traceutil/trace.go:171","msg":"trace[1045138880] linearizableReadLoop","detail":"{readStateIndex:27066; appliedIndex:27063; }","duration":"162.412698ms","start":"2026-05-08T03:41:45.313962Z","end":"2026-05-08T03:41:45.476375Z","steps":["trace[1045138880] 'read index received' (duration: 135.905106ms)","trace[1045138880] 'applied index is now lower than readState.Index' (duration: 26.505732ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:45.476494Z","caller":"traceutil/trace.go:171","msg":"trace[363730810] transaction","detail":"{read_only:false; response_revision:26191; number_of_response:1; }","duration":"276.887361ms","start":"2026-05-08T03:41:45.199583Z","end":"2026-05-08T03:41:45.476471Z","steps":["trace[363730810] 'process raft request' (duration: 276.589664ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:45.476661Z","caller":"traceutil/trace.go:171","msg":"trace[82750289] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"279.297532ms","start":"2026-05-08T03:41:45.197352Z","end":"2026-05-08T03:41:45.476649Z","steps":["trace[82750289] 'process raft request' (duration: 278.682499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:45.476688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.698314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0469a91-bd55-4786-878e-6f5c580af178\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-08T03:41:45.476674Z","caller":"traceutil/trace.go:171","msg":"trace[806334686] transaction","detail":"{read_only:false; response_revision:26192; number_of_response:1; }","duration":"126.243372ms","start":"2026-05-08T03:41:45.350391Z","end":"2026-05-08T03:41:45.476635Z","steps":["trace[806334686] 'process raft request' (duration: 125.871884ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:45.476782Z","caller":"traceutil/trace.go:171","msg":"trace[1344691596] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"123.008764ms","start":"2026-05-08T03:41:45.353758Z","end":"2026-05-08T03:41:45.476767Z","steps":["trace[1344691596] 'process raft request' (duration: 122.561684ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:45.476733Z","caller":"traceutil/trace.go:171","msg":"trace[1567442832] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0469a91-bd55-4786-878e-6f5c580af178; range_end:; response_count:1; response_revision:26193; }","duration":"162.774366ms","start":"2026-05-08T03:41:45.313942Z","end":"2026-05-08T03:41:45.476716Z","steps":["trace[1567442832] 'agreement among raft nodes before linearized reading' (duration: 162.552181ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:52.537234Z","caller":"traceutil/trace.go:171","msg":"trace[827051646] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"198.247425ms","start":"2026-05-08T03:41:52.338883Z","end":"2026-05-08T03:41:52.53713Z","steps":["trace[827051646] 'process raft request' (duration: 198.046891ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:52.576808Z","caller":"traceutil/trace.go:171","msg":"trace[760094150] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"231.842228ms","start":"2026-05-08T03:41:52.34493Z","end":"2026-05-08T03:41:52.576772Z","steps":["trace[760094150] 'process raft request' (duration: 231.200033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:56.741289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.067474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:56.741421Z","caller":"traceutil/trace.go:171","msg":"trace[963357059] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26296; }","duration":"139.86456ms","start":"2026-05-08T03:41:56.601525Z","end":"2026-05-08T03:41:56.74139Z","steps":["trace[963357059] 'count revisions from in-memory index tree' (duration: 138.964542ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:56.886447Z","caller":"traceutil/trace.go:171","msg":"trace[1932317108] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"143.791543ms","start":"2026-05-08T03:41:56.742616Z","end":"2026-05-08T03:41:56.886407Z","steps":["trace[1932317108] 'process raft request' (duration: 143.478607ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:57.103246Z","caller":"traceutil/trace.go:171","msg":"trace[1766850832] linearizableReadLoop","detail":"{readStateIndex:27175; appliedIndex:27174; }","duration":"211.402144ms","start":"2026-05-08T03:41:56.891815Z","end":"2026-05-08T03:41:57.103217Z","steps":["trace[1766850832] 'read index received' (duration: 211.325022ms)","trace[1766850832] 'applied index is now lower than readState.Index' (duration: 75.512µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:41:57.103384Z","caller":"traceutil/trace.go:171","msg":"trace[1871334788] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"211.749842ms","start":"2026-05-08T03:41:56.891596Z","end":"2026-05-08T03:41:57.103345Z","steps":["trace[1871334788] 'process raft request' (duration: 211.433445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:57.103503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.650879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:57.103697Z","caller":"traceutil/trace.go:171","msg":"trace[1267980289] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26298; }","duration":"211.916455ms","start":"2026-05-08T03:41:56.891755Z","end":"2026-05-08T03:41:57.103671Z","steps":["trace[1267980289] 'agreement among raft nodes before linearized reading' (duration: 211.604649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:57.104865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.309126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:41:57.10499Z","caller":"traceutil/trace.go:171","msg":"trace[1709939367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26299; }","duration":"180.49532ms","start":"2026-05-08T03:41:56.924465Z","end":"2026-05-08T03:41:57.104961Z","steps":["trace[1709939367] 'agreement among raft nodes before linearized reading' (duration: 180.269856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:41:57.10527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.68424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-08T03:41:57.105358Z","caller":"traceutil/trace.go:171","msg":"trace[1519230201] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26299; }","duration":"167.826272ms","start":"2026-05-08T03:41:56.937509Z","end":"2026-05-08T03:41:57.105335Z","steps":["trace[1519230201] 'agreement among raft nodes before linearized reading' (duration: 167.549456ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:58.204448Z","caller":"traceutil/trace.go:171","msg":"trace[579821390] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"123.008703ms","start":"2026-05-08T03:41:58.081407Z","end":"2026-05-08T03:41:58.204415Z","steps":["trace[579821390] 'process raft request' (duration: 122.745687ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:59.659835Z","caller":"traceutil/trace.go:171","msg":"trace[1014848104] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"103.692595ms","start":"2026-05-08T03:41:59.556122Z","end":"2026-05-08T03:41:59.659815Z","steps":["trace[1014848104] 'process raft request' (duration: 103.543262ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:41:59.659753Z","caller":"traceutil/trace.go:171","msg":"trace[1062589635] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"105.488393ms","start":"2026-05-08T03:41:59.554219Z","end":"2026-05-08T03:41:59.659707Z","steps":["trace[1062589635] 'process raft request' (duration: 105.242128ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:42:01.399237Z","caller":"traceutil/trace.go:171","msg":"trace[1564545854] transaction","detail":"{read_only:false; response_revision:26334; number_of_response:1; }","duration":"140.123486ms","start":"2026-05-08T03:42:01.259073Z","end":"2026-05-08T03:42:01.399196Z","steps":["trace[1564545854] 'process raft request' (duration: 139.490293ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:42:01.3995Z","caller":"traceutil/trace.go:171","msg":"trace[776033098] transaction","detail":"{read_only:false; response_revision:26335; number_of_response:1; }","duration":"140.080156ms","start":"2026-05-08T03:42:01.259408Z","end":"2026-05-08T03:42:01.399488Z","steps":["trace[776033098] 'process raft request' (duration: 139.731408ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:42:01.399476Z","caller":"traceutil/trace.go:171","msg":"trace[773982712] linearizableReadLoop","detail":"{readStateIndex:27213; appliedIndex:27210; }","duration":"135.017437ms","start":"2026-05-08T03:42:01.264421Z","end":"2026-05-08T03:42:01.399438Z","steps":["trace[773982712] 'read index received' (duration: 54.702877ms)","trace[773982712] 'applied index is now lower than readState.Index' (duration: 80.31213ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:42:01.399768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.317314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-08T03:42:01.399829Z","caller":"traceutil/trace.go:171","msg":"trace[618160712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26335; }","duration":"135.440526ms","start":"2026-05-08T03:42:01.264366Z","end":"2026-05-08T03:42:01.399806Z","steps":["trace[618160712] 'agreement among raft nodes before linearized reading' (duration: 135.193521ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:42:03.889826Z","caller":"traceutil/trace.go:171","msg":"trace[1708786516] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"138.006021ms","start":"2026-05-08T03:42:03.751773Z","end":"2026-05-08T03:42:03.889779Z","steps":["trace[1708786516] 'process raft request' (duration: 137.694464ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:42:06.027115Z","caller":"traceutil/trace.go:171","msg":"trace[404055224] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"130.143365ms","start":"2026-05-08T03:42:05.896926Z","end":"2026-05-08T03:42:06.02707Z","steps":["trace[404055224] 'process raft request' (duration: 92.250402ms)","trace[404055224] 'compare' (duration: 37.566346ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:42:06.027107Z","caller":"traceutil/trace.go:171","msg":"trace[1867278688] linearizableReadLoop","detail":"{readStateIndex:27250; appliedIndex:27249; }","duration":"102.115771ms","start":"2026-05-08T03:42:05.924951Z","end":"2026-05-08T03:42:06.027066Z","steps":["trace[1867278688] 'read index received' (duration: 64.064996ms)","trace[1867278688] 'applied index is now lower than readState.Index' (duration: 38.048135ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:42:06.027379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.405308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:42:06.027449Z","caller":"traceutil/trace.go:171","msg":"trace[1806454709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26371; }","duration":"102.53579ms","start":"2026-05-08T03:42:05.924896Z","end":"2026-05-08T03:42:06.027432Z","steps":["trace[1806454709] 'agreement among raft nodes before linearized reading' (duration: 102.289985ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:42:12.476456Z","caller":"traceutil/trace.go:171","msg":"trace[1064894263] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"138.316177ms","start":"2026-05-08T03:42:12.338108Z","end":"2026-05-08T03:42:12.476424Z","steps":["trace[1064894263] 'process raft request' (duration: 137.833217ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:42:17.335636Z","caller":"traceutil/trace.go:171","msg":"trace[462674962] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"116.598169ms","start":"2026-05-08T03:42:17.219006Z","end":"2026-05-08T03:42:17.335604Z","steps":["trace[462674962] 'process raft request' (duration: 116.295003ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:42:17.538409Z","caller":"traceutil/trace.go:171","msg":"trace[1858777742] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"181.227996ms","start":"2026-05-08T03:42:17.357125Z","end":"2026-05-08T03:42:17.538353Z","steps":["trace[1858777742] 'process raft request' (duration: 145.429938ms)","trace[1858777742] 'compare' (duration: 35.216666ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:42:17.563385Z","caller":"traceutil/trace.go:171","msg":"trace[1148219187] linearizableReadLoop","detail":"{readStateIndex:27347; appliedIndex:27345; }","duration":"137.696044ms","start":"2026-05-08T03:42:17.425663Z","end":"2026-05-08T03:42:17.563359Z","steps":["trace[1148219187] 'read index received' (duration: 76.910857ms)","trace[1148219187] 'applied index is now lower than readState.Index' (duration: 60.783757ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:42:17.563588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.888108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T03:42:17.563631Z","caller":"traceutil/trace.go:171","msg":"trace[1330102246] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26466; }","duration":"138.004761ms","start":"2026-05-08T03:42:17.425609Z","end":"2026-05-08T03:42:17.563614Z","steps":["trace[1330102246] 'agreement among raft nodes before linearized reading' (duration: 137.860018ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:42:17.564119Z","caller":"traceutil/trace.go:171","msg":"trace[707007836] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"183.721419ms","start":"2026-05-08T03:42:17.380372Z","end":"2026-05-08T03:42:17.564093Z","steps":["trace[707007836] 'process raft request' (duration: 182.83306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:42:19.804445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.661116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T03:42:19.804708Z","caller":"traceutil/trace.go:171","msg":"trace[1673930405] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"255.712022ms","start":"2026-05-08T03:42:19.548956Z","end":"2026-05-08T03:42:19.804668Z","steps":["trace[1673930405] 'process raft request' (duration: 106.714418ms)","trace[1673930405] 'compare' (duration: 148.483923ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:42:19.804734Z","caller":"traceutil/trace.go:171","msg":"trace[684059903] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"234.014922ms","start":"2026-05-08T03:42:19.570695Z","end":"2026-05-08T03:42:19.80471Z","steps":["trace[684059903] 'process raft request' (duration: 233.89473ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:42:19.805068Z","caller":"traceutil/trace.go:171","msg":"trace[21300011] linearizableReadLoop","detail":"{readStateIndex:27365; appliedIndex:27361; }","duration":"181.105213ms","start":"2026-05-08T03:42:19.623933Z","end":"2026-05-08T03:42:19.805038Z","steps":["trace[21300011] 'read index received' (duration: 31.748732ms)","trace[21300011] 'applied index is now lower than readState.Index' (duration: 149.355091ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:42:19.805121Z","caller":"traceutil/trace.go:171","msg":"trace[1482256967] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"206.00783ms","start":"2026-05-08T03:42:19.599069Z","end":"2026-05-08T03:42:19.805077Z","steps":["trace[1482256967] 'process raft request' (duration: 205.584261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:42:19.805321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.362439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T03:42:19.805271Z","caller":"traceutil/trace.go:171","msg":"trace[1070889743] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"188.879938ms","start":"2026-05-08T03:42:19.616224Z","end":"2026-05-08T03:42:19.805104Z","steps":["trace[1070889743] 'process raft request' (duration: 188.704454ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:42:19.805379Z","caller":"traceutil/trace.go:171","msg":"trace[964739831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26483; }","duration":"181.495082ms","start":"2026-05-08T03:42:19.623869Z","end":"2026-05-08T03:42:19.805364Z","steps":["trace[964739831] 'agreement among raft nodes before linearized reading' (duration: 181.291318ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:42:19.823049Z","caller":"traceutil/trace.go:171","msg":"trace[983077606] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"161.312144ms","start":"2026-05-08T03:42:19.661697Z","end":"2026-05-08T03:42:19.823009Z","steps":["trace[983077606] 'process raft request' (duration: 161.10693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:42:19.823073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.049677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T03:42:19.823228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.429195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T03:42:19.823234Z","caller":"traceutil/trace.go:171","msg":"trace[254425605] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26484; }","duration":"116.18281ms","start":"2026-05-08T03:42:19.706995Z","end":"2026-05-08T03:42:19.823177Z","steps":["trace[254425605] 'agreement among raft nodes before linearized reading' (duration: 115.962085ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:42:19.823273Z","caller":"traceutil/trace.go:171","msg":"trace[310429215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26484; }","duration":"107.540647ms","start":"2026-05-08T03:42:19.715717Z","end":"2026-05-08T03:42:19.823258Z","steps":["trace[310429215] 'agreement among raft nodes before linearized reading' (duration: 107.394094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:42:20.025635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.249325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T03:42:20.025727Z","caller":"traceutil/trace.go:171","msg":"trace[828377616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26488; }","duration":"102.353917ms","start":"2026-05-08T03:42:19.923349Z","end":"2026-05-08T03:42:20.025703Z","steps":["trace[828377616] 'range keys from in-memory index tree' (duration: 102.150843ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:42:40.719371Z","caller":"traceutil/trace.go:171","msg":"trace[1889468775] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"153.947439ms","start":"2026-05-08T03:42:40.565394Z","end":"2026-05-08T03:42:40.719342Z","steps":["trace[1889468775] 'process raft request' (duration: 153.719334ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:42:40.730651Z","caller":"traceutil/trace.go:171","msg":"trace[610086478] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"133.912175ms","start":"2026-05-08T03:42:40.596698Z","end":"2026-05-08T03:42:40.73061Z","steps":["trace[610086478] 'process raft request' (duration: 133.610268ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:42:41.615448Z","caller":"traceutil/trace.go:171","msg":"trace[322724177] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"105.724838ms","start":"2026-05-08T03:42:41.509307Z","end":"2026-05-08T03:42:41.615032Z","steps":["trace[322724177] 'process raft request' (duration: 105.496314ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:42:44.043178Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006bab.wal"} {"level":"info","ts":"2026-05-08T03:44:25.094168Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24850} {"level":"info","ts":"2026-05-08T03:44:25.241947Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24850,"took":"141.77501ms","hash":3308079942,"current-db-size-bytes":58720256,"current-db-size":"59 MB","current-db-size-in-use-bytes":36089856,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-08T03:44:25.242008Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3308079942,"revision":24850,"compact-revision":21556} {"level":"info","ts":"2026-05-08T03:46:38.98396Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a31e123290fcf0df","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-08T03:46:38.990971Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-08T03:46:38.991081Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-08T03:49:25.101899Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27694} {"level":"info","ts":"2026-05-08T03:49:25.254819Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27694,"took":"146.568461ms","hash":2077969342,"current-db-size-bytes":58720256,"current-db-size":"59 MB","current-db-size-in-use-bytes":33210368,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-08T03:49:25.254912Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2077969342,"revision":27694,"compact-revision":24850} {"level":"info","ts":"2026-05-08T03:54:25.118567Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30292} {"level":"info","ts":"2026-05-08T03:54:25.260066Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30292,"took":"136.586926ms","hash":1268016893,"current-db-size-bytes":58720256,"current-db-size":"59 MB","current-db-size-in-use-bytes":31076352,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-08T03:54:25.260228Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1268016893,"revision":30292,"compact-revision":27694} {"level":"info","ts":"2026-05-08T03:59:25.128603Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32545} {"level":"info","ts":"2026-05-08T03:59:25.287765Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32545,"took":"153.80216ms","hash":1514774710,"current-db-size-bytes":59764736,"current-db-size":"60 MB","current-db-size-in-use-bytes":30769152,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-08T03:59:25.287868Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1514774710,"revision":32545,"compact-revision":30292} {"level":"info","ts":"2026-05-08T04:04:25.135907Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34780} {"level":"info","ts":"2026-05-08T04:04:25.290387Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34780,"took":"149.455969ms","hash":2118159235,"current-db-size-bytes":60231680,"current-db-size":"60 MB","current-db-size-in-use-bytes":32501760,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-08T04:04:25.290452Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2118159235,"revision":34780,"compact-revision":32545} {"level":"info","ts":"2026-05-08T04:07:53.36916Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a31e123290fcf0df","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-08T04:07:53.3747Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-08T04:07:53.374894Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-08T04:09:25.143466Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37140} {"level":"info","ts":"2026-05-08T04:09:25.27288Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37140,"took":"123.483727ms","hash":3664210359,"current-db-size-bytes":60657664,"current-db-size":"61 MB","current-db-size-in-use-bytes":32272384,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-08T04:09:25.273015Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3664210359,"revision":37140,"compact-revision":34780} {"level":"info","ts":"2026-05-08T04:14:25.150338Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39447} {"level":"info","ts":"2026-05-08T04:14:25.281694Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39447,"took":"126.25189ms","hash":3071353576,"current-db-size-bytes":60657664,"current-db-size":"61 MB","current-db-size-in-use-bytes":30474240,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-08T04:14:25.281793Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3071353576,"revision":39447,"compact-revision":37140}